-- Logs begin at Tue 2022-04-12 10:15:17 UTC, end at Tue 2022-04-12 11:18:00 UTC. -- Apr 12 10:52:50.459012 dv-cinder-830089-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 10:52:53.405712 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.common.config [-] Logging enabled! Apr 12 10:52:53.406360 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 10:52:53.406452 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 10:52:53.410235 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.common.config [-] Logging enabled! Apr 12 10:52:53.410510 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 10:52:53.410825 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 10:52:53.411776 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:52:53.412004 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:52:53.412383 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:52:53.412623 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:52:53.412847 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:52:53.413259 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.413689 dv-cinder-830089-4-smb neutron-server[103176]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 10:52:53.414000 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.414281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.414595 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.414889 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.415178 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.415461 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.415753 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.416046 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.416332 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.416593 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.416875 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.417168 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.417450 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.417742 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.418033 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.418314 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.418629 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.419069 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.419476 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.419759 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.420052 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.420332 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.420609 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.420889 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.421174 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.421500 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] host = dv-cinder-830089-4-smb {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.421779 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.422065 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.422352 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.422670 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.422947 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.423221 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.423504 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.423778 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.424051 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.424325 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.424612 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.424899 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.425187 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.425435 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.425659 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.425963 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.426251 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.426550 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.426828 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.427104 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.427378 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.427652 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.427922 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.428208 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.428491 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.428778 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.429052 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.429325 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.429598 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.429869 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.430156 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.430428 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.430724 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.430996 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.431281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.431550 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.431827 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.432126 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.432414 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.432701 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.432984 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.433258 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.433540 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.433811 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.434083 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.434354 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.434650 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.434921 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.435203 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.435473 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.435749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.436021 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.436293 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.436578 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.436850 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:53.437143 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.437439 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.437738 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.438036 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.438329 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.438631 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.438926 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.439202 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.439495 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.439786 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.440078 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.440356 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.440664 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.440953 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.441307 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.441612 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.441909 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.442204 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.442482 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.442777 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.443052 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.443331 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.443620 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.443902 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.444191 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.444483 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.444760 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.445060 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.445348 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.445637 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.445932 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.446207 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.446519 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.446808 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.447088 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.447361 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.447638 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.447926 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.448204 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.448477 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.448760 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.449035 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.449306 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.449578 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.449857 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.450150 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.450429 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.450725 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.451000 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.451278 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.451550 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.451833 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.452112 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.452383 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.452656 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.452933 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.453204 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.453478 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.453752 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.454025 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.454301 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.454595 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.454868 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.455141 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.455414 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.455685 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.455956 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.456228 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.456503 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.456804 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.457076 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.457344 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.457613 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.457882 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.458168 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.458464 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.458764 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.459041 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.459316 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.459593 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.459866 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.460142 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.460418 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.460693 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.460965 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.461255 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.461539 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.461825 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.462126 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.462405 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.462723 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.463000 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.463275 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.463558 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.463832 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.464108 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.464389 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.464671 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.464966 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.465259 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.465555 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.465852 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.466143 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.466422 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.466753 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.467033 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:53.467250 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:52:53.467488 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103176) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 10:52:53.837771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 10:52:53.837994 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 10:52:53.838326 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 10:52:53.838690 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 10:52:54.160713 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.160958 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.161258 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.162615 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.162893 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.163153 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.216067 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.216342 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.216601 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.231485 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.231763 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.232027 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.261781 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.262054 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.262322 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.298802 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.299107 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.299363 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.641213 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.641880 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.641880 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.642041 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.642707 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.748324 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.748642 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.748876 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.749183 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.749444 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.749755 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.750011 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.750264 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.750542 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.750825 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.751082 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.751347 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.751584 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.751831 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.752083 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.752341 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.752593 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.752859 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.753124 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.753382 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.753811 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.754068 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.754356 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.754764 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.755018 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.755265 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.755667 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:54.755907 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:54.756150 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:54.756388 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:54.756623 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:54.756858 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:54.757227 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 10:52:54.760411 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 10:52:54.764392 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 10:52:54.768060 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 12 10:52:54.769788 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 10:52:54.770266 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 10:52:54.770619 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 10:52:54.770999 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 10:52:54.773938 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 10:52:54.774188 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 10:52:54.774518 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 10:52:54.779484 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 10:52:54.803261 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 10:52:54.803747 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.804037 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103176) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 10:52:54.804406 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.805767 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103176) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 10:52:54.806044 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 10:52:54.806287 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 10:52:54.809681 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.809958 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:54.873331 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 10:52:54.873562 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 10:52:54.873790 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 10:52:54.874152 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 10:52:54.895778 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_db.sqlalchemy.engines [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103176) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 10:52:55.342337 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing driver for type 'gre' Apr 12 10:52:55.342883 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] gre ID ranges: [(1, 1000)] Apr 12 10:52:55.395623 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing driver for type 'local' Apr 12 10:52:55.396036 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing driver for type 'vlan' Apr 12 10:52:55.412581 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] VlanTypeDriver initialization complete Apr 12 10:52:55.412926 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing driver for type 'vxlan' Apr 12 10:52:55.413409 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] vxlan ID ranges: [(1, 1000)] Apr 12 10:52:55.469117 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing extension driver 'port_security' Apr 12 10:52:55.469454 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] PortSecurityExtensionDriver initialization complete Apr 12 10:52:55.469792 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing mechanism driver 'openvswitch' Apr 12 10:52:55.470122 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing mechanism driver 'hyperv' Apr 12 10:52:55.480533 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:55.481819 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.482377 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.482947 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.483699 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:52:55.484381 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.484912 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.485439 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.486117 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:52:55.486833 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.487340 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.487850 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.488363 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:52:55.488761 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > security_group after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.489110 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > security_group after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.489446 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.489829 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:52:55.490227 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.490601 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.490940 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.491322 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:52:55.491718 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > address_group after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.492058 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > address_group after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.492391 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.492771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:52:55.493191 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] ML2 OVO RPC backend initialized. {{(pid=103176) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 10:52:55.493879 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.494230 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.494675 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.495019 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > networks before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.495364 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.495703 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > ports before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.496040 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.496408 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnets before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.496721 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.497059 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.497434 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.497837 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.498171 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.498521 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.498857 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.499189 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.499518 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.506639 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded quota_driver: . Apr 12 10:52:55.507002 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Modular L2 Plugin initialization complete Apr 12 10:52:55.507348 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading services supported by the core plugin {{(pid=103176) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 10:52:55.507682 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Got port-security extension from driver 'port_security' Apr 12 10:52:55.508156 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.extensions.vlantransparent [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Disabled vlantransparent extension. Apr 12 10:52:55.508650 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103176) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 10:52:55.508970 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: router Apr 12 10:52:55.543727 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.544114 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.544481 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router before_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.544841 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.545286 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.545554 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_delete 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.545911 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > floatingip after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.546255 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.546631 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.546971 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.547300 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.547642 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.547992 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.548402 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.548759 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.549097 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.549427 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.549770 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.550107 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.550476 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.550849 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.551190 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.551540 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.551875 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.552204 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.552559 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.552902 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.553260 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > agent after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.553607 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > agent after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.554068 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.554958 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Tracking information for resource: router configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:55.555286 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Tracking information for resource: floatingip configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:52:55.560129 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.db.l3_agentschedulers_db [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 10:52:55.560691 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.561043 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.561387 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.561734 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.562522 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router before_create 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.562905 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.563258 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_create 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.563621 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > router precommit_update 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.568656 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.provider_configuration [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service providers = [] {{(pid=103176) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 10:52:55.569018 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.db.servicetype_db [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103176) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 10:52:55.571966 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.service_base [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:52:55.572314 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.service_base [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:52:55.572650 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.service_base [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:52:55.573525 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.services.service_base [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:52:55.573893 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.services.service_base [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 10:52:55.574255 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.574599 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 10:52:55.586415 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.586767 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: auto_allocate Apr 12 10:52:55.592322 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: network precommit_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.592748 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: network precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.593166 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.593508 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: tag Apr 12 10:52:55.600317 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.600643 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: timestamp Apr 12 10:52:55.604432 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.604762 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: network_ip_availability Apr 12 10:52:55.610333 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.610736 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.611086 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.611790 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.612102 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: flavors Apr 12 10:52:55.617000 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.617333 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading Plugin: revisions Apr 12 10:52:55.621562 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:52:55.621947 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 10:52:55.622703 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103176) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 10:52:55.623038 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Initializing extension manager. Apr 12 10:52:55.623558 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: __init__.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.623898 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: __pycache__ {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.624225 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.624989 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.625547 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: address-group Apr 12 10:52:55.625868 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: address_scope.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.626596 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.627088 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: address-scope Apr 12 10:52:55.627406 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.628339 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.628875 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: router-admin-state-down-before-update Apr 12 10:52:55.629197 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: agent.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.629901 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.630406 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: agent Apr 12 10:52:55.630749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: agent_resources_synced.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.631647 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.632149 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: agent-resources-synced Apr 12 10:52:55.632467 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: allowedaddresspairs.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.634235 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.634776 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: allowed-address-pairs Apr 12 10:52:55.635097 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: auto_allocated_topology.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.636154 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.636663 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: auto-allocated-topology Apr 12 10:52:55.636976 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.637664 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.638163 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: availability_zone Apr 12 10:52:55.638478 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: availability_zone_filter.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.639410 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.639914 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: availability_zone_filter Apr 12 10:52:55.640235 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: data_plane_status.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.641123 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.641619 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 10:52:55.642145 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: default_subnetpools.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.642842 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.643343 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: default-subnetpools Apr 12 10:52:55.643653 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.644514 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.645080 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: dhcp_agent_scheduler Apr 12 10:52:55.645468 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: dns.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.646398 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.646922 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension dns-integration not supported by any of loaded plugins Apr 12 10:52:55.647237 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: dns_domain_ports.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.648134 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.648625 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 10:52:55.648943 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.649855 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.650351 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 10:52:55.650706 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: dvr.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.651352 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.651859 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: dvr Apr 12 10:52:55.652173 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: ecmp_routes.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.653068 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.653565 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 10:52:55.653879 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: empty_string_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.654814 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.655313 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: empty-string-filtering Apr 12 10:52:55.655628 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.656528 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.657027 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 10:52:55.657343 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.658250 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.659144 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 10:52:55.659467 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: external_net.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.660404 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.660906 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: external-net Apr 12 10:52:55.661218 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.662118 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.662652 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: extra_dhcp_opt Apr 12 10:52:55.662969 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: extraroute.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.663863 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.664361 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: extraroute Apr 12 10:52:55.664679 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: extraroute_atomic.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.665686 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.666188 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: extraroute-atomic Apr 12 10:52:55.666516 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: filter_validation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.667182 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.667676 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: filter-validation Apr 12 10:52:55.667987 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: fip_pf_description.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.669062 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.669574 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 10:52:55.669889 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: fip_pf_port_range.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.670819 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.671313 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 10:52:55.671628 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: fip_port_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.672536 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.673039 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: fip-port-details Apr 12 10:52:55.673354 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: flavors.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.674603 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.675117 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: flavors Apr 12 10:52:55.675463 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.677117 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.677765 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 10:52:55.677924 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: floatingip_pools.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.678658 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.679167 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: floatingip-pools Apr 12 10:52:55.679487 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: ip_allocation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.680401 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.680902 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 10:52:55.681218 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.682119 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.682647 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: ip-substring-filtering Apr 12 10:52:55.682965 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l2_adjacency.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.683890 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.684390 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 10:52:55.684702 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.685681 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.686188 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: router Apr 12 10:52:55.686508 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.688721 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.689239 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 10:52:55.689567 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.690494 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.691110 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: ext-gw-mode Apr 12 10:52:55.691445 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.692356 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.692861 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: l3-ha Apr 12 10:52:55.693182 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.694075 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.694600 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 10:52:55.694919 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_flavors.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.695822 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.696325 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: l3-flavors Apr 12 10:52:55.696641 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_ndp_proxy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.697995 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.698561 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 10:52:55.698889 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.699805 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.700314 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 10:52:55.700634 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: l3agentscheduler.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.701653 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.702161 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: l3_agent_scheduler Apr 12 10:52:55.702501 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: local_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.704400 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.704921 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension local_ip not supported by any of loaded plugins Apr 12 10:52:55.705251 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: logging.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.706758 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.707283 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension logging not supported by any of loaded plugins Apr 12 10:52:55.707607 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: metering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.708345 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.708920 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: metering Apr 12 10:52:55.709244 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.710317 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.710865 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: metering_source_and_destination_fields Apr 12 10:52:55.711185 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: multiprovidernet.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.712119 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.712626 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: multi-provider Apr 12 10:52:55.712940 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: netmtu.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.713849 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.714349 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: net-mtu Apr 12 10:52:55.714700 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: netmtu_writable.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.715609 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.716114 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: net-mtu-writable Apr 12 10:52:55.716552 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: network_availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.717216 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.717722 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: network_availability_zone Apr 12 10:52:55.718037 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: network_ip_availability.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.719161 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.719671 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: network-ip-availability Apr 12 10:52:55.719989 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: network_segment_range.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.720746 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.721245 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 10:52:55.721564 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: pagination.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.722709 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.723035 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: pagination Apr 12 10:52:55.723349 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: port_device_profile.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.724237 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.724750 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: port-device-profile Apr 12 10:52:55.725064 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.725982 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.726514 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: port-mac-address-regenerate Apr 12 10:52:55.726838 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.727756 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.728259 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: port-numa-affinity-policy Apr 12 10:52:55.728573 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: port_resource_request.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.729469 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.729969 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 10:52:55.730289 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: port_resource_request_groups.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.731267 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.731768 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 10:52:55.732085 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: portbindings.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.732995 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.733498 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: binding Apr 12 10:52:55.733813 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: portbindings_extended.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.735105 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.735612 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: binding-extended Apr 12 10:52:55.735932 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: portsecurity.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.736843 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.737346 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: port-security Apr 12 10:52:55.737668 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: project_id.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.738703 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.739029 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: project-id Apr 12 10:52:55.739345 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: providernet.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.740255 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.740763 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: provider Apr 12 10:52:55.741078 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.744677 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.745197 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos not supported by any of loaded plugins Apr 12 10:52:55.745527 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.746792 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.747306 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 10:52:55.747631 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.748651 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.749167 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 10:52:55.749500 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_default.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.750418 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.750953 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-default not supported by any of loaded plugins Apr 12 10:52:55.751272 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_fip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.752179 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.752687 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-fip not supported by any of loaded plugins Apr 12 10:52:55.753004 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_fip_network_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.754007 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.754527 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 10:52:55.754859 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_gateway_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.755764 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.756277 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 10:52:55.756591 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_port_network_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.757495 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.758006 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 10:52:55.758318 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.759365 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.759888 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 10:52:55.760204 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.761218 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.761723 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 10:52:55.762042 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_pps_rule.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.763226 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.763738 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-pps not supported by any of loaded plugins Apr 12 10:52:55.764058 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_rule_type_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.764950 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.765460 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 10:52:55.765774 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_rule_type_filter.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.766720 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.767226 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 10:52:55.767542 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: qos_rules_alias.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.768572 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.769086 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 10:52:55.769427 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: quota_check_limit.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.770330 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.770862 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: quota-check-limit Apr 12 10:52:55.771176 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: quotasv2.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.772095 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.772411 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: quotas Apr 12 10:52:55.772724 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: quotasv2_detail.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.774480 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.774838 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: quota_details Apr 12 10:52:55.775159 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: rbac.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.776191 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.776711 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: rbac-policies Apr 12 10:52:55.777035 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: rbac_address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.777951 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.778462 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: rbac-address-group Apr 12 10:52:55.778821 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: rbac_address_scope.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.779728 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.780232 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: rbac-address-scope Apr 12 10:52:55.780546 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: rbac_security_groups.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.781539 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.782046 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: rbac-security-groups Apr 12 10:52:55.782359 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: rbac_subnetpool.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.783299 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.784152 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: rbac-subnetpool Apr 12 10:52:55.784465 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: revisionifmatch.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.785451 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.785956 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: revision-if-match Apr 12 10:52:55.786271 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: revisions.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.787435 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.787937 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: standard-attr-revisions Apr 12 10:52:55.788257 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: router_availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.788918 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.789430 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: router_availability_zone Apr 12 10:52:55.789746 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: routerservicetype.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.790695 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.791197 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension router-service-type not supported by any of loaded plugins Apr 12 10:52:55.791517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.792430 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.792931 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: security-groups-normalized-cidr Apr 12 10:52:55.793245 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.794157 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.794684 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: port-security-groups-filtering Apr 12 10:52:55.794999 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.795921 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.796426 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: security-groups-remote-address-group Apr 12 10:52:55.796739 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.797654 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.798156 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: security-groups-shared-filtering Apr 12 10:52:55.798470 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.799100 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 10:52:55.799415 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: securitygroup.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.809296 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.809821 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: security-group Apr 12 10:52:55.810144 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: segment.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.810892 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.811398 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension segment not supported by any of loaded plugins Apr 12 10:52:55.811718 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.812648 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.813148 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 10:52:55.813468 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: servicetype.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.814580 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.815101 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: service-type Apr 12 10:52:55.815419 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: sorting.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.816434 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.816761 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: sorting Apr 12 10:52:55.817077 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: standard_attr_segment.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.818002 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.818544 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 10:52:55.818858 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: standardattrdescription.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.819500 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.820003 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: standard-attr-description Apr 12 10:52:55.820318 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: stateful_security_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.821235 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.821741 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: stateful-security-group Apr 12 10:52:55.822058 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: stdattrs_common.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.822658 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 10:52:55.822972 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.823899 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.824408 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 10:52:55.824732 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: subnet_onboard.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.825786 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.826298 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: subnet_onboard Apr 12 10:52:55.826655 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.827559 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.828065 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 10:52:55.828381 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: subnet_service_types.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.829295 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.829799 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: subnet-service-types Apr 12 10:52:55.830113 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: subnetallocation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.831224 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.831876 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: subnet_allocation Apr 12 10:52:55.832258 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.832977 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.833479 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: subnetpool-prefix-ops Apr 12 10:52:55.833795 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.834737 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.835242 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 10:52:55.835555 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: tagging.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.836614 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.837124 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: standard-attr-tag Apr 12 10:52:55.837444 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: timestamp.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.838660 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.839178 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loaded extension: standard-attr-timestamp Apr 12 10:52:55.839500 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: trunk.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.840516 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.841029 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension trunk not supported by any of loaded plugins Apr 12 10:52:55.841350 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: trunk_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.842258 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.842848 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension trunk-details not supported by any of loaded plugins Apr 12 10:52:55.843118 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: uplink_status_propagation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.844023 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.844537 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 10:52:55.844852 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Loading extension file: vlantransparent.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:52:55.845511 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:52:55.846013 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 10:52:55.848714 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:network Apr 12 10:52:55.849225 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:subnet Apr 12 10:52:55.849623 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:52:55.850006 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:port Apr 12 10:52:55.851263 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.851698 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service FLAVORS assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.852320 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.852739 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.853065 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:router Apr 12 10:52:55.853484 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:floatingip Apr 12 10:52:55.853963 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service METERING assigned prefix: /metering {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.855474 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.855840 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.856185 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:52:55.857186 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 10:52:55.857620 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:security_group Apr 12 10:52:55.858044 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 10:52:55.858665 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.858994 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:52:55.859342 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] subnetpool is already registered Apr 12 10:52:55.859774 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.860093 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:52:55.860419 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] subnetpool is already registered Apr 12 10:52:55.862702 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.863188 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service FLAVORS assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.863895 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.864330 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.864663 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:router Apr 12 10:52:55.864988 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] router is already registered Apr 12 10:52:55.865413 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:floatingip Apr 12 10:52:55.865746 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] floatingip is already registered Apr 12 10:52:55.866203 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service METERING assigned prefix: /metering {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.866915 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 10:52:55.867240 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] rbac_policy is already registered Apr 12 10:52:55.867646 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:security_group Apr 12 10:52:55.867973 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] security_group is already registered Apr 12 10:52:55.868379 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 10:52:55.868701 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] security_group_rule is already registered Apr 12 10:52:55.869183 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.869503 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:52:55.869827 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] subnetpool is already registered Apr 12 10:52:55.870238 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:52:55.870586 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:52:55.870915 dv-cinder-830089-4-smb neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] subnetpool is already registered Apr 12 10:52:55.871351 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: extensions {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.873958 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: address-groups {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.875496 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: address-scopes {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.876725 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.877994 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: auto-allocated-topology {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.879321 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: availability_zones {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.880532 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: dhcp-networks {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.881926 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: dhcp-agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.883488 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.885594 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: flavors {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.886866 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: service_profiles {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.888052 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: next_providers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.889505 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: service_profiles {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.890962 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: floatingip-pools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.892278 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.894392 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: floatingips {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.895570 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: l3-routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.897049 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: l3-agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.898429 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: metering-labels {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.899772 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: metering-label-rules {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.901145 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: network-ip-availabilities {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.902384 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: bindings {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.903939 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: quotas {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.905587 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: quotas {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.907150 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: rbac-policies {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.908336 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: security-groups {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.910103 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: security-group-rules {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.911367 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: service-providers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.912563 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: subnetpools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.913881 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: subnetpools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.915469 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.917133 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.918973 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.920765 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.922476 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.924485 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.926189 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.928021 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.930784 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.932529 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron.api.extensions [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:52:55.938464 dv-cinder-830089-4-smb neutron-server[103176]: WARNING keystonemiddleware.auth_token [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 10:52:55.943217 dv-cinder-830089-4-smb neutron-server[103176]: WARNING keystonemiddleware.auth_token [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 10:52:55.952180 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Acquired lock "singleton_lock" {{(pid=103176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 10:52:55.952646 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Releasing lock "singleton_lock" {{(pid=103176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 10:52:55.953296 dv-cinder-830089-4-smb neutron-server[103176]: INFO oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Starting 2 workers Apr 12 10:52:55.958170 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Started child 103285 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:52:55.962607 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Started child 103286 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:52:55.963493 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:55.964164 dv-cinder-830089-4-smb neutron-server[103176]: INFO neutron.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 10:52:55.964738 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Publish callbacks [] for process (None), before_spawn {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:55.964940 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [-] (103285) wsgi starting up on http://0.0.0.0:9696 Apr 12 10:52:55.967112 dv-cinder-830089-4-smb neutron-server[103176]: INFO oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Starting 1 workers Apr 12 10:52:55.967327 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:55.968696 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [-] (103286) wsgi starting up on http://0.0.0.0:9696 Apr 12 10:52:55.972399 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Started child 103287 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:52:55.972898 dv-cinder-830089-4-smb neutron-server[103176]: INFO oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Starting 1 workers Apr 12 10:52:55.976171 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] calling RpcWorker wait() {{(pid=103287) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 10:52:55.976791 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] returning from RpcWorker wait() {{(pid=103287) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 10:52:55.977352 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Started child 103288 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:52:55.977880 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:55.978068 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3d74-7e04-4f74-ad5c-cf94a68017ef None None] Publish callbacks [] for process (None), after_spawn {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:55.978320 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:55.980188 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 10:52:55.980365 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:52:55.980724 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:52:55.980911 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:52:55.981284 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:52:55.981411 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:52:55.981927 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.982183 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.982443 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.982762 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.983047 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.983172 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:55.983647 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.983788 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.984208 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.984336 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:55.984427 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.984716 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.984892 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.985021 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.985267 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.985443 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.985753 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.986026 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.986290 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.986520 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.986672 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.986961 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.987174 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.987454 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.987722 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.988019 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.988481 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.988732 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.988964 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.989182 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.989457 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.989695 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.989970 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.990205 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.990416 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.990676 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.990912 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.991122 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.991360 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.991604 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.991815 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.992038 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.992248 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.992693 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] host = dv-cinder-830089-4-smb {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.992927 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.993139 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.993361 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.993608 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.993846 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.994086 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.994325 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.994607 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.994833 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.995072 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.995307 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.995535 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.995769 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.996010 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.996171 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_options = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.996397 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.996653 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.996892 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.997087 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.997249 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.997407 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.997669 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.997831 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.998074 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.998301 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.998535 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.998763 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.998992 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.999243 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.999478 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.999703 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:55.999934 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.000164 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.000431 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.000661 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.000885 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.001107 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.001344 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.001569 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.001798 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.002030 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.002281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.002761 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.003144 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.003759 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.003980 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.004120 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.004503 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.004503 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.004767 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.005098 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.005328 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.005622 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.006066 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.006300 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.006576 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.006846 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.007234 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.007388 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.007524 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.007778 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.007953 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.008164 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.008401 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.008659 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.008903 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.009163 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.009354 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.009562 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.009957 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.010116 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.010503 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.010912 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.011206 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.011448 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.011698 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.012825 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.012978 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.013131 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.013352 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.013591 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.013907 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.014146 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.014442 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.014749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.015299 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.015442 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.015638 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.015968 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.016278 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.020771 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.022409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.023293 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027796 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027796 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.027947 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.029167 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.029167 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.029392 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.029560 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.030664 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.030664 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.030847 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.031044 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.031280 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.031518 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.031787 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.032048 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.032294 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.032516 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.032740 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.032978 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.033210 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.034061 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.034061 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.034231 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.034406 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.034658 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.034908 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.035124 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.035356 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.035595 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.035810 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.036049 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.036279 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.036503 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.036988 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.037207 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.037418 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.038373 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.038614 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.038832 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.039057 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.039285 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.039497 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.039734 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.039946 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.040154 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.040364 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.040575 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.040784 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.041051 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.043517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044054 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044054 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044054 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044054 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044303 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044377 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044613 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.044887 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.045106 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.045340 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.045563 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.045776 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.045992 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.046234 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.046531 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.046755 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.046990 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.047261 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.047516 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.047796 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.048033 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.048366 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.048560 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.048824 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.049153 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.049431 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.049725 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.049966 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.050195 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.050518 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.050921 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.051167 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.051397 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.051645 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.051884 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.052143 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.052401 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.052614 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.052857 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.053190 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.053420 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.053647 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.053865 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.054140 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.054384 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.054671 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.054892 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.055136 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.055384 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.055614 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.055845 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.056082 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.056332 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.056572 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.056794 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.057021 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.057430 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.057825 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.058037 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.058252 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.058535 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.058735 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.058952 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.059170 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.059388 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.059606 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.059859 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.060086 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.060299 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.060525 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.060737 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.060964 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.061180 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.061408 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.061649 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.061887 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.062134 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.062394 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.062661 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.062887 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.063131 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.063395 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.063605 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.063844 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.064058 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.064278 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065038 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065038 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065038 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065281 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065499 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.065729 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.066134 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.066333 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.066607 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.066833 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.067059 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.067289 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.067520 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.067731 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.067941 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.068152 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.068381 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.068598 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.068824 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.069053 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.069552 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.069552 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.069846 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.069956 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.070154 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.070393 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.070643 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.070880 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.071092 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.071305 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.071533 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.071760 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.071977 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.072211 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.072421 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.072631 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.072934 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.073172 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.073412 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.073665 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.073897 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.074154 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.074380 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.074640 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.074849 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.075066 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.075276 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.075484 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.075712 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.075919 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.076129 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.076373 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.076560 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.076765 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.077005 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.077210 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.077414 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.077629 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.077859 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.078063 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.078285 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.078520 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.078728 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.078945 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.079161 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.079364 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.079585 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.079783 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.080007 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.080224 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.080433 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.080639 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.080935 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.081176 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.081409 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.081761 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.082025 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.082253 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.082525 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.082811 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.083039 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.083277 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:56.083374 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.083517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.083753 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.083967 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.084212 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.084529 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.084790 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.085057 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.085308 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.085585 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.085858 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.086113 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.086376 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.086661 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.086995 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.087277 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.087525 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.087748 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.087989 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.088206 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.088436 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.088666 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.088897 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.089114 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.089380 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.089627 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.089863 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.090090 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.090329 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.090587 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.090826 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.091049 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.091261 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.091462 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.091615 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:52:56.092153 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 10:52:56.092307 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:52:56.092460 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:52:56.092612 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:52:56.092776 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:52:56.092975 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:52:56.093198 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.093367 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.093511 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.093637 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.093793 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.093970 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.094115 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.094270 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.094411 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.094584 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.094732 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.094876 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095031 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095185 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095347 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095492 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095647 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095819 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.095983 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.096112 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.096246 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.096370 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.096528 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.096681 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.096888 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097055 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097189 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097349 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097502 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097656 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097812 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.097968 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.098106 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.098267 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.098406 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.098585 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.098742 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.098971 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.099132 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.099287 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.099441 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.099595 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] host = dv-cinder-830089-4-smb {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.099749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.099902 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100057 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100211 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100363 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100517 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100671 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100826 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.100983 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.101138 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.101291 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.101443 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.101596 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.101748 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.101901 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_options = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.102054 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.102206 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.102594 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.102594 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.102847 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.102965 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103047 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103194 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103349 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103503 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103657 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103813 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.103967 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.104120 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.104274 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.104428 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.104582 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.104734 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.104888 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105043 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105197 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105351 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105505 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105660 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105806 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.105952 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.106092 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.106239 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.106392 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.106566 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.106721 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.106876 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107029 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107182 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107336 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107489 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107642 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107796 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.107954 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.108109 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.108262 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.108417 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.108570 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.108724 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.108878 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109045 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109191 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109346 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109499 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109654 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109808 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.109962 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.110115 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.110269 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.110423 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.110598 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:52:56.110772 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.110930 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.111686 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.111686 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.111686 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.111686 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.111686 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112028 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112028 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112168 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112254 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112417 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112743 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112743 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.112968 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.113132 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.113290 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.113445 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.113603 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.113761 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114095 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114095 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114248 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114364 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114553 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114713 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.114870 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115036 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115193 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115365 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115522 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115679 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115838 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.115995 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.116152 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.116309 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.116467 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.116625 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.116783 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.116939 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.117096 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.117253 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.117411 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.117569 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.117726 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.117885 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.118043 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.118370 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.118370 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.118626 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.118764 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.118906 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119069 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119201 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119303 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119417 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119528 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119689 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.119847 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120003 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120160 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120317 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120474 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120631 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120788 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.120946 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.121141 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.121252 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.121406 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.121564 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.121721 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.121877 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.122034 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.122192 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.122349 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.122532 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.122692 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.122848 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123004 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123161 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123318 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123475 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123633 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123788 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.123944 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.124100 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.124256 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.124413 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.124569 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.124727 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125069 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125069 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125296 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125412 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125528 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125645 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125761 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.125919 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.126075 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.126231 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.126387 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.126564 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.126722 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.126877 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127036 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127192 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127348 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127502 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127658 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127813 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.127971 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.128126 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.128282 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.128436 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.128612 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.128761 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.128879 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.129044 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.129202 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.129392 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.129539 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.129672 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.129823 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.130731 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.130931 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.131114 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.131333 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.131457 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.131627 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.131797 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.131964 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.132130 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.132296 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.132459 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.132623 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.132799 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.132963 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.133228 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.133395 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.133583 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.133692 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 59618) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:56.133799 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.133901 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.134042 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.134203 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.134364 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.134570 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.134738 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.134902 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.135064 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.135225 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.135387 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.135549 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.135709 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.135870 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136031 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136192 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136353 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136514 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136674 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136836 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.136997 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.137157 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.137318 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.137477 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.137637 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.137797 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.137957 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.138117 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.138276 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.138437 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.138647 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.138807 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.138969 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.139128 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.139287 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.139447 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.139612 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.139772 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.139934 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.140094 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.140255 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.140417 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.140578 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.140739 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.140900 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.141060 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.141221 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.141380 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.141541 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.141700 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.141845 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.142007 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.142145 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062516 Apr 12 10:52:56.142436 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.142632 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.142810 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.142971 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.143132 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.143295 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.143456 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.143617 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.143777 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.144749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.144749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.144749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.144749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.144749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.144749 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145130 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145130 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145258 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145417 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145499 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145655 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145815 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.145977 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.146135 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.146295 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.146454 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.146634 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.146796 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.146958 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.147117 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.147277 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.147453 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.147613 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.147772 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.147930 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.148089 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.148248 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.148419 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.148580 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.148739 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.148898 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149057 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149344 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149491 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149669 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149669 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149820 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.149985 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.150136 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.150305 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.150465 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.151470 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.151637 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.151799 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.151965 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.152121 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.152284 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.152445 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.152604 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.152763 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.152923 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.153094 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.153253 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.153412 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.153572 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.153731 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.153890 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.154061 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.154221 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.154381 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.154572 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.154734 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.154893 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.155057 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.155229 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.155390 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.155552 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.155711 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.155871 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.156032 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.156196 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.156361 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.156530 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.156698 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.156859 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.157028 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.157200 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.157371 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.157530 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.157698 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.157871 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.158031 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.158191 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.158350 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.158528 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.158691 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.159209 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.159371 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.159533 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.159714 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.159908 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.160069 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.160229 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.160389 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.160549 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.160710 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.160869 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.161028 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.161187 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.161347 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:52:56.161499 dv-cinder-830089-4-smb neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:53:07.458247 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59828d89-ed0f-495c-91f2-e95a9a4f15f3 None None] get_active_networks_info from dv-cinder-830089-4-smb {{(pid=103287) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 10:53:07.530429 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59828d89-ed0f-495c-91f2-e95a9a4f15f3 None None] No non-hosted networks {{(pid=103287) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 10:53:07.549266 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.agentschedulers_db [None req-59828d89-ed0f-495c-91f2-e95a9a4f15f3 None None] DHCP Agent not found on host dv-cinder-830089-4-smb {{(pid=103287) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 10:53:07.670036 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9339-445e-4ae1-8fe6-98761efb9b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586870'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:09.837085 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-228b98d7-f58b-4ce5-9739-bee59d1bc5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586870'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:09.890896 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-12d9449f-8ac9-4131-81d2-9bfd0d5b6ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:10.537845 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586870'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:10.614515 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59688) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:11.136013 dv-cinder-830089-4-smb neutron-server[103285]: WARNING oslo_policy.policy [None req-e0fc8b54-2ddb-4e57-a054-4ee72550a9d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:11.136592 dv-cinder-830089-4-smb neutron-server[103285]: WARNING oslo_policy.policy [None req-e0fc8b54-2ddb-4e57-a054-4ee72550a9d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:11.355154 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [None req-e0fc8b54-2ddb-4e57-a054-4ee72550a9d5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:53:11.368115 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e0fc8b54-2ddb-4e57-a054-4ee72550a9d5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7399509 Apr 12 10:53:12.063789 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586870'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:13.701476 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586870'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:13.702153 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.703553 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.703925 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.704228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.704554 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.704881 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.705216 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.705566 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.705875 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.706223 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.706586 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.706894 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.707228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.707543 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.707853 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:13.708228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830089-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:13.725212 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830089-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:13.892181 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 59718) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:14.405894 dv-cinder-830089-4-smb neutron-server[103286]: WARNING oslo_policy.policy [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:14.406506 dv-cinder-830089-4-smb neutron-server[103286]: WARNING oslo_policy.policy [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:14.624459 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:14.721713 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.policy [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103286) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 10:53:14.764326 dv-cinder-830089-4-smb neutron-server[103286]: WARNING oslo_policy.policy [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:14.764671 dv-cinder-830089-4-smb neutron-server[103286]: WARNING oslo_policy.policy [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:14.861923 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783823595478', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783823594978', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783823578518', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783823161400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783823164196', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783823146549', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-773813', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653420'] for rbac-policy (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:14.934057 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:14.935400 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-563d0de5-c370-4a28-b49d-b5b8378d5e3a admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0421486 Apr 12 10:53:17.031985 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.db.l3_hamode_db [None req-6344ff95-de18-42fd-8850-40bfae384c84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 10:53:17.119390 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344ff95-de18-42fd-8850-40bfae384c84 None None] Routers set() bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:53:17.119731 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344ff95-de18-42fd-8850-40bfae384c84 None None] Router IDs set() for agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 10:53:17.464205 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 59736) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:17.808053 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:17.841002 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Made reservation on behalf of 590dfe022082426d913fe7e5883de063 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:53:17.846481 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:17.868857 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:17.987764 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks [] for security_group (32d094fe-5a3f-481d-a98e-534a02d0c8ba), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:17.993763 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (32d094fe-5a3f-481d-a98e-534a02d0c8ba), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:18.018311 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 10:53:18.055015 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783821803430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (c088937c-9ac0-42d8-a253-a0d79e4a6334), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:18.055606 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Unsubscribe: segment precommit_create {{(pid=103286) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 10:53:18.056125 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Added segment c088937c-9ac0-42d8-a253-a0d79e4a6334 of type vlan for network d98c403a-0523-4a6f-bbaa-62f2a978a89b Apr 12 10:53:18.071877 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=32d094fe-5a3f-481d-a98e-534a02d0c8ba,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:18.120141 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.120366 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.120719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.121061 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.121383 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.121705 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.121996 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.122338 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.122678 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.122993 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.123309 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.123639 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.123932 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.124237 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.124544 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Tracked resource versions report: Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: pushed versions: Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: { 'AddressGroup': {'1.2'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Agent': {'1.1'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Log': {'1.0'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'NDPProxy': {'1.0'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Network': {'1.1'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Port': {'1.7'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'PortForwarding': {'1.3'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'QosPolicy': {'1.10'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroup': {'1.5'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'SubPort': {'1.0'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Subnet': {'1.1'}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Trunk': {'1.1'}} Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: consumer versions: Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Agent': '1.1', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'ConntrackHelper': '1.0', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'LocalIPAssociation': '1.0', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Log': '1.0', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'NDPProxy': '1.0', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Network': '1.1', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Port': '1.7', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'PortForwarding': '1.3', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'QosPolicy': '1.10', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroup': '1.5', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroupRule': '1.2', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'SubPort': '1.0', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Subnet': '1.1', Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: 'Trunk': '1.1'}} Apr 12 10:53:18.125760 dv-cinder-830089-4-smb neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:53:18.169375 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (d98c403a-0523-4a6f-bbaa-62f2a978a89b), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:18.212171 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (d98c403a-0523-4a6f-bbaa-62f2a978a89b), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:18.217378 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:18.218073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:18.278140 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8128145 Apr 12 10:53:18.336483 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d792f-ea6f-48de-bb11-27d6a2657087 demo demo] Pushing event updated for resources: {'Network': ['ID=d98c403a-0523-4a6f-bbaa-62f2a978a89b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:18.349763 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:53:20.836850 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 59748) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:21.271233 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15b99e-e71c-4896-8eb7-f3065c313128 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:21.272575 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8b15b99e-e71c-4896-8eb7-f3065c313128 demo admin] 10.222.0.41 "GET /v2.0/networks/d98c403a-0523-4a6f-bbaa-62f2a978a89b HTTP/1.1" status: 200 len: 825 time: 0.4347131 Apr 12 10:53:21.302082 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-4e4aa602-6248-4602-80af-a8859ae336e3 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/0c70fccb-d62c-446e-bbc6-246c3ba5feaa HTTP/1.1" status: 200 len: 734 time: 0.0206344 Apr 12 10:53:21.310447 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:21.335295 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Made reservation on behalf of 590dfe022082426d913fe7e5883de063 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:53:21.337543 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:21.653385 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (571a00cb-5ec9-4ed0-b91b-800dc65c0732), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:21.719812 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Pushing event updated for resources: {'Subnet': ['ID=571a00cb-5ec9-4ed0-b91b-800dc65c0732,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:21.727773 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Checking segment: {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:53:21.727964 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Network hostable DHCP agents. Network: d98c403a-0523-4a6f-bbaa-62f2a978a89b, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:53:21.752598 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:53:21.764716 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, d98c403a-0523-4a6f-bbaa-62f2a978a89b) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:53:21.770825 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:21.772381 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:21.774087 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01650ad-6710-408e-80a2-58c663def2c9 None None] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:53:21.789976 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-217668c2-0a9c-4e10-a148-88b913f2b853 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4827194 Apr 12 10:53:22.169484 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-d98c403a-0523-4a6f-bbaa-62f2a978a89b', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'project_id': '590dfe022082426d913fe7e5883de063', 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 10:53:22.170818 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:22.443623 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Allocated IP 172.20.0.2 (d98c403a-0523-4a6f-bbaa-62f2a978a89b/571a00cb-5ec9-4ed0-b91b-800dc65c0732/31130ee1-b11f-45a7-a583-eb346902b083) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:53:22.713617 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Publish callbacks [] for port (31130ee1-b11f-45a7-a583-eb346902b083), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:22.721141 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (31130ee1-b11f-45a7-a583-eb346902b083), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:22.804832 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:53:22.808969 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:53:22.810908 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Pushing event updated for resources: {'Port': ['ID=31130ee1-b11f-45a7-a583-eb346902b083,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:22.815475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:53:22.823513 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.823842 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.824179 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.824526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.824858 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.825183 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.825505 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.825822 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.826144 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.826470 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.826820 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.827144 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.827446 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.827781 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.828093 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Tracked resource versions report: Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: pushed versions: Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: { 'AddressGroup': {'1.2'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Agent': {'1.1'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Log': {'1.0'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'NDPProxy': {'1.0'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Network': {'1.1'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Port': {'1.7'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'PortForwarding': {'1.3'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'QosPolicy': {'1.10'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroup': {'1.5'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'SubPort': {'1.0'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Subnet': {'1.1'}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Trunk': {'1.1'}} Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: consumer versions: Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Agent': '1.1', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'ConntrackHelper': '1.0', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'LocalIPAssociation': '1.0', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Log': '1.0', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'NDPProxy': '1.0', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Network': '1.1', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Port': '1.7', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'PortForwarding': '1.3', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'QosPolicy': '1.10', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroup': '1.5', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroupRule': '1.2', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'SubPort': '1.0', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Subnet': '1.1', Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: 'Trunk': '1.1'}} Apr 12 10:53:22.829304 dv-cinder-830089-4-smb neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:53:22.902816 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Attempting to bind port 31130ee1-b11f-45a7-a583-eb346902b083 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:53:22.903307 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Attempting to bind port 31130ee1-b11f-45a7-a583-eb346902b083 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:53:22.903602 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Attempting to bind port 31130ee1-b11f-45a7-a583-eb346902b083 on network d98c403a-0523-4a6f-bbaa-62f2a978a89b {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:53:22.909092 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:53:22.909604 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Checking segment: {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:53:22.910065 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:22.910449 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Bound using segment: {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:53:22.910949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Bound port: 31130ee1-b11f-45a7-a583-eb346902b083, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:53:22.911335 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (31130ee1-b11f-45a7-a583-eb346902b083), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:22.974458 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] For port 31130ee1-b11f-45a7-a583-eb346902b083, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:53:22.998000 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] For port 31130ee1-b11f-45a7-a583-eb346902b083, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=31130ee1-b11f-45a7-a583-eb346902b083,segment=NetworkSegment(c088937c-9ac0-42d8-a253-a0d79e4a6334),segment_id=c088937c-9ac0-42d8-a253-a0d79e4a6334)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:53:23.006280 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (31130ee1-b11f-45a7-a583-eb346902b083), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:23.059654 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25e5b5-a543-4d71-84f4-1ed2fb7469b4 None None] Pushing event updated for resources: {'Port': ['ID=31130ee1-b11f-45a7-a583-eb346902b083,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:24.347062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 59756) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:24.669841 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [None req-d0556cde-1a4d-4901-9a5b-3a1f70496732 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:53:24.670860 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-d0556cde-1a4d-4901-9a5b-3a1f70496732 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3228774 Apr 12 10:53:27.189289 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59764) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:27.512729 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [None req-1dec53e7-a766-4db6-b21e-340b6cb9a012 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:53:27.513714 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-1dec53e7-a766-4db6-b21e-340b6cb9a012 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232622 Apr 12 10:53:30.007595 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59772) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:30.321261 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:30.380302 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.policy [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 10:53:30.423325 dv-cinder-830089-4-smb neutron-server[103285]: WARNING oslo_policy.policy [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:30.423701 dv-cinder-830089-4-smb neutron-server[103285]: WARNING oslo_policy.policy [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:53:30.487745 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (a509e6d6-f706-4dae-88a9-9888c1bb474a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:30.489662 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (a509e6d6-f706-4dae-88a9-9888c1bb474a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:30.645994 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Publish callbacks [] for router_controller (a509e6d6-f706-4dae-88a9-9888c1bb474a), precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:30.653282 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (a509e6d6-f706-4dae-88a9-9888c1bb474a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:30.678431 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:30.694516 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-9d40d2d4-f3fc-4218-916e-8d57b5a61161 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6712935 Apr 12 10:53:33.208471 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59786) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:33.551052 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [None req-06d0bbb0-873f-47b6-be9d-d92d6a7a0132 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:53:33.552115 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-06d0bbb0-873f-47b6-be9d-d92d6a7a0132 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3426499 Apr 12 10:53:34.299552 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d90f95-f5c6-45c7-96ba-0afd45419ad1 None None] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:53:34.433595 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-2431326b-6b77-48e4-abde-862f86585faa None None] Provisioning complete for port 31130ee1-b11f-45a7-a583-eb346902b083 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:34.434002 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2431326b-6b77-48e4-abde-862f86585faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (31130ee1-b11f-45a7-a583-eb346902b083), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:34.485362 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 31130ee1-b11f-45a7-a583-eb346902b083 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:53:34.573935 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 31130ee1-b11f-45a7-a583-eb346902b083 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:34.574334 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (31130ee1-b11f-45a7-a583-eb346902b083), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:34.654122 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2431326b-6b77-48e4-abde-862f86585faa None None] Current status of the port 31130ee1-b11f-45a7-a583-eb346902b083 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:34.654526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2431326b-6b77-48e4-abde-862f86585faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (31130ee1-b11f-45a7-a583-eb346902b083), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:34.724253 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-2431326b-6b77-48e4-abde-862f86585faa None None] For port 31130ee1-b11f-45a7-a583-eb346902b083, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=31130ee1-b11f-45a7-a583-eb346902b083,segment=NetworkSegment(c088937c-9ac0-42d8-a253-a0d79e4a6334),segment_id=c088937c-9ac0-42d8-a253-a0d79e4a6334)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:53:34.726794 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 31130ee1-b11f-45a7-a583-eb346902b083 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:34.727239 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (31130ee1-b11f-45a7-a583-eb346902b083), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:34.730447 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2431326b-6b77-48e4-abde-862f86585faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (31130ee1-b11f-45a7-a583-eb346902b083), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:34.816838 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431326b-6b77-48e4-abde-862f86585faa None None] Pushing event updated for resources: {'Port': ['ID=31130ee1-b11f-45a7-a583-eb346902b083,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:34.823985 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.db.api [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 10:53:34.824374 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG oslo_db.api [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 10:53:34.847370 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-8e3730fa-d55a-4cbc-8294-583f7940a107 None None] Provisioning complete for port 31130ee1-b11f-45a7-a583-eb346902b083 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:34.847775 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8e3730fa-d55a-4cbc-8294-583f7940a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (31130ee1-b11f-45a7-a583-eb346902b083), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:34.922781 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8e3730fa-d55a-4cbc-8294-583f7940a107 None None] Current status of the port 31130ee1-b11f-45a7-a583-eb346902b083 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:35.364640 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 31130ee1-b11f-45a7-a583-eb346902b083 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:36.106306 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59794) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:36.446359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:36.455408 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 31130ee1-b11f-45a7-a583-eb346902b083 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:53:36.471896 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Made reservation on behalf of a7122639aec54fb1ad9427b77a4fbe6e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:53:36.474962 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.490068 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.500461 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 31130ee1-b11f-45a7-a583-eb346902b083 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:36.500862 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (31130ee1-b11f-45a7-a583-eb346902b083), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.576906 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 31130ee1-b11f-45a7-a583-eb346902b083 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:36.597634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks [] for security_group (b8d19163-22bb-4c77-ba32-dc869abc8f4e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.604036 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b8d19163-22bb-4c77-ba32-dc869abc8f4e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.617415 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Reserving flat network on physical network physnet1 {{(pid=103285) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 10:53:36.648949 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783821803430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (513be890-11de-4583-b17a-4543f269a9ca), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.649516 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Unsubscribe: segment precommit_create {{(pid=103285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 10:53:36.650268 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Added segment 513be890-11de-4583-b17a-4543f269a9ca of type flat for network 60d7e446-c4ae-4136-8faa-fc544375da9a Apr 12 10:53:36.656232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d19163-22bb-4c77-ba32-dc869abc8f4e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:36.690950 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.691290 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.691635 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.691985 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.692309 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.692632 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.692952 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.693265 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.693608 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.693887 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.694210 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.694564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.694880 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.695192 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.695500 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Tracked resource versions report: Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: pushed versions: Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: { 'AddressGroup': {'1.2'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Agent': {'1.1'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Log': {'1.0'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'NDPProxy': {'1.0'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Network': {'1.1'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Port': {'1.7'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'PortForwarding': {'1.3'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'QosPolicy': {'1.10'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroup': {'1.5'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'SubPort': {'1.0'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Subnet': {'1.1'}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Trunk': {'1.1'}} Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: consumer versions: Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Agent': '1.1', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'ConntrackHelper': '1.0', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'LocalIPAssociation': '1.0', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Log': '1.0', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'NDPProxy': '1.0', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Network': '1.1', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Port': '1.7', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'PortForwarding': '1.3', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'QosPolicy': '1.10', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroup': '1.5', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroupRule': '1.2', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'SubPort': '1.0', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Subnet': '1.1', Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: 'Trunk': '1.1'}} Apr 12 10:53:36.696759 dv-cinder-830089-4-smb neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:53:36.765914 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (60d7e446-c4ae-4136-8faa-fc544375da9a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.811694 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (60d7e446-c4ae-4136-8faa-fc544375da9a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.813226 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:36.813877 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:36.872482 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7651200 Apr 12 10:53:36.918390 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96c28a-6d94-41e8-bbbd-dc7b5447b0cc admin admin] Pushing event updated for resources: {'Network': ['ID=60d7e446-c4ae-4136-8faa-fc544375da9a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:36.929480 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 60d7e446-c4ae-4136-8faa-fc544375da9a details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:53:37.421397 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0d48cd23-c08b-415d-9c00-d121fc31f235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:39.388283 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 59806) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:39.782532 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b835633-f0e5-4e4d-94a2-18635f9d360c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:39.784143 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0b835633-f0e5-4e4d-94a2-18635f9d360c demo admin] 10.222.0.41 "GET /v2.0/subnets/571a00cb-5ec9-4ed0-b91b-800dc65c0732 HTTP/1.1" status: 200 len: 849 time: 0.3945780 Apr 12 10:53:39.834724 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e891a950-e6ea-45ad-93fc-9a9fdfab9d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:39.954991 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-2ae72c2b-199b-41db-866a-2b319ca820f6 demo admin] 10.222.0.41 "GET /v2.0/routers/a509e6d6-f706-4dae-88a9-9888c1bb474a HTTP/1.1" status: 200 len: 704 time: 0.1601403 Apr 12 10:53:40.023854 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:53:40.233787 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:40.502893 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:40.533381 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Allocated IP 172.20.0.1 (d98c403a-0523-4a6f-bbaa-62f2a978a89b/571a00cb-5ec9-4ed0-b91b-800dc65c0732/68468822-b592-4573-9ceb-31e42d9fe8b0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:53:40.689726 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks [] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:40.768181 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:40.897609 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:53:40.903035 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:53:40.909332 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:53:40.909332 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (a509e6d6-f706-4dae-88a9-9888c1bb474a), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:40.931423 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Pushing event updated for resources: {'Port': ['ID=68468822-b592-4573-9ceb-31e42d9fe8b0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:41.124467 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:41.185753 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-fc6605fc-9899-40e4-9a88-e5ea24301493 None None] Provisioning complete for port 68468822-b592-4573-9ceb-31e42d9fe8b0 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:41.186368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc6605fc-9899-40e4-9a88-e5ea24301493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:41.223217 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fc6605fc-9899-40e4-9a88-e5ea24301493 None None] Port 68468822-b592-4573-9ceb-31e42d9fe8b0 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:53:41.334536 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks [] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:41.341843 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:41.342598 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (a509e6d6-f706-4dae-88a9-9888c1bb474a), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:41.400255 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Pushing event updated for resources: {'Port': ['ID=68468822-b592-4573-9ceb-31e42d9fe8b0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:41.473688 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:53:41.475226 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:53:41.640259 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Router a509e6d6-f706-4dae-88a9-9888c1bb474a is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 10:53:41.642711 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-12a6d643-d140-413a-889b-3cb443d0827d None None] Provisioning complete for port 68468822-b592-4573-9ceb-31e42d9fe8b0 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:41.643135 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-12a6d643-d140-413a-889b-3cb443d0827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:41.676139 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-12a6d643-d140-413a-889b-3cb443d0827d None None] Port 68468822-b592-4573-9ceb-31e42d9fe8b0 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:53:41.734927 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 10:53:41.740723 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-212664de-4114-44cb-901c-5d870e49ba06 demo admin] 10.222.0.41 "PUT /v2.0/routers/a509e6d6-f706-4dae-88a9-9888c1bb474a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7775705 Apr 12 10:53:41.746361 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Sync routers for ids ['a509e6d6-f706-4dae-88a9-9888c1bb474a'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 10:53:41.761123 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Routers {'a509e6d6-f706-4dae-88a9-9888c1bb474a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:53:41.761939 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T10:53:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a509e6d6-f706-4dae-88a9-9888c1bb474a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:41.952534 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Set router a509e6d6-f706-4dae-88a9-9888c1bb474a gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:53:42.008148 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:42.364791 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'name': 'router1', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:53:30Z', 'updated_at': '2022-04-12T10:53:41Z', 'revision_number': 2, 'project_id': '590dfe022082426d913fe7e5883de063', 'gw_port_host': None, '_interfaces': [{'id': '68468822-b592-4573-9ceb-31e42d9fe8b0', 'name': '', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'mac_address': 'fa:16:3e:b3:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:40Z', 'updated_at': '2022-04-12T10:53:41Z', 'revision_number': 2, 'project_id': '590dfe022082426d913fe7e5883de063', 'subnets': [{'id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:42.416345 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Checking router: a509e6d6-f706-4dae-88a9-9888c1bb474a for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 10:53:42.416832 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Updating router a509e6d6-f706-4dae-88a9-9888c1bb474a port 68468822-b592-4573-9ceb-31e42d9fe8b0 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 10:53:42.468626 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:42.976849 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Publish callbacks [] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:42.984360 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.149697 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Pushing event updated for resources: {'Port': ['ID=68468822-b592-4573-9ceb-31e42d9fe8b0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:43.163937 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.164278 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.164611 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.164949 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.165276 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.165595 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.165913 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.166226 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.166562 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.166878 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.167194 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.167516 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.167826 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.168137 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.168445 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Tracked resource versions report: Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: pushed versions: Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: { 'AddressGroup': {'1.2'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Agent': {'1.1'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Log': {'1.0'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'NDPProxy': {'1.0'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Network': {'1.1'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Port': {'1.7'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'PortForwarding': {'1.3'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'QosPolicy': {'1.10'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroup': {'1.5'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'SubPort': {'1.0'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Subnet': {'1.1'}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Trunk': {'1.1'}} Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: consumer versions: Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Agent': '1.1', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'ConntrackHelper': '1.0', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'LocalIPAssociation': '1.0', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Log': '1.0', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'NDPProxy': '1.0', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Network': '1.1', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Port': '1.7', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'PortForwarding': '1.3', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'QosPolicy': '1.10', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroup': '1.5', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroupRule': '1.2', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'SubPort': '1.0', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Subnet': '1.1', Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: 'Trunk': '1.1'}} Apr 12 10:53:43.169657 dv-cinder-830089-4-smb neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:53:43.172332 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Attempting to bind port 68468822-b592-4573-9ceb-31e42d9fe8b0 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:53:43.172725 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Attempting to bind port 68468822-b592-4573-9ceb-31e42d9fe8b0 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:53:43.173142 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Attempting to bind port 68468822-b592-4573-9ceb-31e42d9fe8b0 on network d98c403a-0523-4a6f-bbaa-62f2a978a89b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:53:43.179801 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:53:43.180202 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Checking segment: {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:53:43.180661 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.181036 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Bound using segment: {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:53:43.181508 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Bound port: 68468822-b592-4573-9ceb-31e42d9fe8b0, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c088937c-9ac0-42d8-a253-a0d79e4a6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:53:43.182278 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.205464 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-d8aa13df-44f6-4bd7-8f74-a0ee33ac75ec None None] Provisioning complete for port 68468822-b592-4573-9ceb-31e42d9fe8b0 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:43.206005 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8aa13df-44f6-4bd7-8f74-a0ee33ac75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.242102 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa13df-44f6-4bd7-8f74-a0ee33ac75ec None None] Port 68468822-b592-4573-9ceb-31e42d9fe8b0 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:53:43.251936 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] For port 68468822-b592-4573-9ceb-31e42d9fe8b0, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:53:43.271859 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] For port 68468822-b592-4573-9ceb-31e42d9fe8b0, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=68468822-b592-4573-9ceb-31e42d9fe8b0,segment=NetworkSegment(c088937c-9ac0-42d8-a253-a0d79e4a6334),segment_id=c088937c-9ac0-42d8-a253-a0d79e4a6334)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:53:43.279895 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.327074 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Routers {'a509e6d6-f706-4dae-88a9-9888c1bb474a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:53:43.327716 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T10:53:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a509e6d6-f706-4dae-88a9-9888c1bb474a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:43.400794 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efcc37-7905-4510-adb4-1a1163e2c0c6 None None] Pushing event updated for resources: {'Port': ['ID=68468822-b592-4573-9ceb-31e42d9fe8b0,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:43.431925 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] Set router a509e6d6-f706-4dae-88a9-9888c1bb474a gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:53:43.561667 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] Provisioning complete for port 68468822-b592-4573-9ceb-31e42d9fe8b0 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:43.562157 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.629219 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'name': 'router1', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:53:30Z', 'updated_at': '2022-04-12T10:53:41Z', 'revision_number': 2, 'project_id': '590dfe022082426d913fe7e5883de063', 'gw_port_host': None, '_interfaces': [{'id': '68468822-b592-4573-9ceb-31e42d9fe8b0', 'name': '', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'mac_address': 'fa:16:3e:b3:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:40Z', 'updated_at': '2022-04-12T10:53:43Z', 'revision_number': 4, 'project_id': '590dfe022082426d913fe7e5883de063', 'subnets': [{'id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:43.640719 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] Current status of the port 68468822-b592-4573-9ceb-31e42d9fe8b0 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:43.641548 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.662361 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1969419-78e2-447c-8508-961a53461ea5 None None] The sync data for ids ['a509e6d6-f706-4dae-88a9-9888c1bb474a'] in dv-cinder-830089-4-smb is: [{'id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'name': 'router1', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:53:30Z', 'updated_at': '2022-04-12T10:53:41Z', 'revision_number': 2, 'project_id': '590dfe022082426d913fe7e5883de063', 'gw_port_host': None, '_interfaces': [{'id': '68468822-b592-4573-9ceb-31e42d9fe8b0', 'name': '', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'mac_address': 'fa:16:3e:b3:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:40Z', 'updated_at': '2022-04-12T10:53:43Z', 'revision_number': 4, 'project_id': '590dfe022082426d913fe7e5883de063', 'subnets': [{'id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 10:53:43.699217 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] For port 68468822-b592-4573-9ceb-31e42d9fe8b0, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=68468822-b592-4573-9ceb-31e42d9fe8b0,segment=NetworkSegment(c088937c-9ac0-42d8-a253-a0d79e4a6334),segment_id=c088937c-9ac0-42d8-a253-a0d79e4a6334)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:53:43.705161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.708931 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.757688 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf5318-debe-4db1-b572-d0c803a1d759 None None] Pushing event updated for resources: {'Port': ['ID=68468822-b592-4573-9ceb-31e42d9fe8b0,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:44.247286 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59826) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:44.483392 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8e3b7-dc4a-4bb2-9730-d12728f5e34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:44.484782 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a0c8e3b7-dc4a-4bb2-9730-d12728f5e34f admin admin] 10.222.0.41 "GET /v2.0/networks/60d7e446-c4ae-4136-8faa-fc544375da9a HTTP/1.1" status: 200 len: 842 time: 0.2364848 Apr 12 10:53:44.494324 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:44.517602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Made reservation on behalf of a7122639aec54fb1ad9427b77a4fbe6e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:53:44.520259 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:44.887077 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.objects.ports [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 10:53:44.887541 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (be6b0a27-f4df-4e2c-a200-599fc353cae4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:44.947152 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6b0a27-f4df-4e2c-a200-599fc353cae4,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:44.957503 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:53:44.957855 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Network hostable DHCP agents. Network: 60d7e446-c4ae-4136-8faa-fc544375da9a, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:53:44.980288 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:53:44.992735 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 60d7e446-c4ae-4136-8faa-fc544375da9a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:53:44.997930 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:44.998552 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:45.002573 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d8715-a164-4a40-8ff1-27b1b6ccd939 None None] Network 60d7e446-c4ae-4136-8faa-fc544375da9a requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:53:45.019009 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-fb86a55d-d9e6-466f-80f2-eb7b0a96d07e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5280068 Apr 12 10:53:45.105118 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf81f82-5bb1-4fe3-a9b7-3d00c4b0572a None None] Network 60d7e446-c4ae-4136-8faa-fc544375da9a requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:53:47.529215 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:47.746779 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-cf4f59b0-ff06-4c1f-837d-cf37b75e479c demo admin] 10.222.0.41 "GET /v2.0/routers/a509e6d6-f706-4dae-88a9-9888c1bb474a HTTP/1.1" status: 200 len: 710 time: 0.2163489 Apr 12 10:53:47.831925 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eaed15-51a8-4c34-9bfa-d47c501901fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:53:47.833282 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e5eaed15-51a8-4c34-9bfa-d47c501901fb demo admin] 10.222.0.41 "GET /v2.0/networks/60d7e446-c4ae-4136-8faa-fc544375da9a HTTP/1.1" status: 200 len: 886 time: 0.0812838 Apr 12 10:53:47.842199 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:53:48.087668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks [] for router_gateway (a509e6d6-f706-4dae-88a9-9888c1bb474a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:48.304273 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks [] for router_gateway (a509e6d6-f706-4dae-88a9-9888c1bb474a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:48.381745 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:48.578891 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Allocated IP 172.28.2.52 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/b1f269cf-bd20-4686-b5a9-d0fd06f776ee) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:53:48.685428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks [] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:48.748299 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:48.839227 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:53:48.844625 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:53:48.850343 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Pushing event updated for resources: {'Port': ['ID=b1f269cf-bd20-4686-b5a9-d0fd06f776ee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:48.852765 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:53:49.148426 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks [] for router_gateway (a509e6d6-f706-4dae-88a9-9888c1bb474a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:49.347508 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1587276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1479'] for router (a509e6d6-f706-4dae-88a9-9888c1bb474a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:49.352032 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1648834'] for router (a509e6d6-f706-4dae-88a9-9888c1bb474a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:49.468018 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Router a509e6d6-f706-4dae-88a9-9888c1bb474a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 10:53:49.577074 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 10:53:49.582920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:49.584132 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-1e5fafaa-9af4-4af4-bf90-a343db740eee demo admin] 10.222.0.41 "PUT /v2.0/routers/a509e6d6-f706-4dae-88a9-9888c1bb474a HTTP/1.1" status: 200 len: 889 time: 1.7450516 Apr 12 10:53:50.477556 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 68468822-b592-4573-9ceb-31e42d9fe8b0 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:53:50.528234 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 68468822-b592-4573-9ceb-31e42d9fe8b0 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:50.528644 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:50.609879 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 68468822-b592-4573-9ceb-31e42d9fe8b0 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:52.081046 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 59858) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:53:52.201815 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-afb467a3-993e-459f-bb87-621874bce713 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1196046 Apr 12 10:53:52.227863 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Sync routers for ids ['a509e6d6-f706-4dae-88a9-9888c1bb474a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 10:53:52.240447 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Routers {'a509e6d6-f706-4dae-88a9-9888c1bb474a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:53:52.241125 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T10:53:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a509e6d6-f706-4dae-88a9-9888c1bb474a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:52.463748 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Set router a509e6d6-f706-4dae-88a9-9888c1bb474a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:53:52.917798 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'name': 'router1', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b1f269cf-bd20-4686-b5a9-d0fd06f776ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:53:30Z', 'updated_at': '2022-04-12T10:53:49Z', 'revision_number': 4, 'project_id': '590dfe022082426d913fe7e5883de063', 'gw_port': {'id': 'b1f269cf-bd20-4686-b5a9-d0fd06f776ee', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:48Z', 'updated_at': '2022-04-12T10:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '68468822-b592-4573-9ceb-31e42d9fe8b0', 'name': '', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'mac_address': 'fa:16:3e:b3:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:40Z', 'updated_at': '2022-04-12T10:53:43Z', 'revision_number': 5, 'project_id': '590dfe022082426d913fe7e5883de063', 'subnets': [{'id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:52.967425 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Checking router: a509e6d6-f706-4dae-88a9-9888c1bb474a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 10:53:52.967766 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Updating router a509e6d6-f706-4dae-88a9-9888c1bb474a port b1f269cf-bd20-4686-b5a9-d0fd06f776ee binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 10:53:53.020928 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:53.333944 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Publish callbacks [] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:53.340162 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:53.400672 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914483a-ecf9-4c45-b232-a6071ed1e6a2 None None] Pushing event updated for resources: {'Port': ['ID=b1f269cf-bd20-4686-b5a9-d0fd06f776ee,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:53.409858 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Attempting to bind port b1f269cf-bd20-4686-b5a9-d0fd06f776ee on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:53:53.410375 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Attempting to bind port b1f269cf-bd20-4686-b5a9-d0fd06f776ee by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:53:53.410980 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Attempting to bind port b1f269cf-bd20-4686-b5a9-d0fd06f776ee on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:53:53.419421 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:53:53.420016 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:53:53.420646 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:53.421308 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:53:53.422026 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Bound port: b1f269cf-bd20-4686-b5a9-d0fd06f776ee, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:53:53.422664 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:53.478634 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] For port b1f269cf-bd20-4686-b5a9-d0fd06f776ee, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:53:53.482898 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] For port b1f269cf-bd20-4686-b5a9-d0fd06f776ee, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=b1f269cf-bd20-4686-b5a9-d0fd06f776ee,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:53:53.493576 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:53.550391 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Routers {'a509e6d6-f706-4dae-88a9-9888c1bb474a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:53:53.551133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T10:53:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a509e6d6-f706-4dae-88a9-9888c1bb474a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:53.614152 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914483a-ecf9-4c45-b232-a6071ed1e6a2 None None] Pushing event updated for resources: {'Port': ['ID=b1f269cf-bd20-4686-b5a9-d0fd06f776ee,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:53.679016 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] Set router a509e6d6-f706-4dae-88a9-9888c1bb474a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:53:53.890027 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'name': 'router1', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b1f269cf-bd20-4686-b5a9-d0fd06f776ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:53:30Z', 'updated_at': '2022-04-12T10:53:49Z', 'revision_number': 4, 'project_id': '590dfe022082426d913fe7e5883de063', 'gw_port': {'id': 'b1f269cf-bd20-4686-b5a9-d0fd06f776ee', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:48Z', 'updated_at': '2022-04-12T10:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '68468822-b592-4573-9ceb-31e42d9fe8b0', 'name': '', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'mac_address': 'fa:16:3e:b3:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:40Z', 'updated_at': '2022-04-12T10:53:43Z', 'revision_number': 5, 'project_id': '590dfe022082426d913fe7e5883de063', 'subnets': [{'id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:53:53.924352 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b05d7-9e84-44b3-b03e-78d9e38544fe None None] The sync data for ids ['a509e6d6-f706-4dae-88a9-9888c1bb474a'] in dv-cinder-830089-4-smb is: [{'id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'name': 'router1', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b1f269cf-bd20-4686-b5a9-d0fd06f776ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:53:30Z', 'updated_at': '2022-04-12T10:53:49Z', 'revision_number': 4, 'project_id': '590dfe022082426d913fe7e5883de063', 'gw_port': {'id': 'b1f269cf-bd20-4686-b5a9-d0fd06f776ee', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:48Z', 'updated_at': '2022-04-12T10:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '68468822-b592-4573-9ceb-31e42d9fe8b0', 'name': '', 'network_id': 'd98c403a-0523-4a6f-bbaa-62f2a978a89b', 'tenant_id': '590dfe022082426d913fe7e5883de063', 'mac_address': 'fa:16:3e:b3:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a509e6d6-f706-4dae-88a9-9888c1bb474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:53:40Z', 'updated_at': '2022-04-12T10:53:43Z', 'revision_number': 5, 'project_id': '590dfe022082426d913fe7e5883de063', 'subnets': [{'id': '571a00cb-5ec9-4ed0-b91b-800dc65c0732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c70fccb-d62c-446e-bbc6-246c3ba5feaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 10:53:54.522759 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device b1f269cf-bd20-4686-b5a9-d0fd06f776ee up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:53:54.572515 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port b1f269cf-bd20-4686-b5a9-d0fd06f776ee triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:54.572735 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:54.658971 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port b1f269cf-bd20-4686-b5a9-d0fd06f776ee is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:54.659553 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:54.695370 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port b1f269cf-bd20-4686-b5a9-d0fd06f776ee, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=b1f269cf-bd20-4686-b5a9-d0fd06f776ee,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:53:54.704302 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:54.784760 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=b1f269cf-bd20-4686-b5a9-d0fd06f776ee,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:53:56.511145 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device b1f269cf-bd20-4686-b5a9-d0fd06f776ee up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:53:56.581804 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port b1f269cf-bd20-4686-b5a9-d0fd06f776ee triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:53:56.582563 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b1f269cf-bd20-4686-b5a9-d0fd06f776ee), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:56.674962 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port b1f269cf-bd20-4686-b5a9-d0fd06f776ee is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:54:07.429186 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec65c-ca60-435a-be7b-b403f5680d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:09.848101 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e8a-83f7-469a-8b0f-f3a0ecb45671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:10.507181 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:12.015080 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:13.708485 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:17.025684 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:54:37.428232 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a84534da-9dcc-488d-8c6f-96a63ddd2719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:39.846804 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c948056-70b1-4117-bce2-89c4c782584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:40.511143 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.016135 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:43.709146 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:54.025099 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:55:07.427464 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0188832-d6ed-4daa-b37d-f7bc4458cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:09.841755 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-637a63ff-9a0b-4836-afa4-5021f1bcea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:10.507834 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:12.020050 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:13.551725 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60342) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:13.635317 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdac56a-9402-4b53-aba4-74881e427125 admin admin] GET failed (client error): The resource could not be found. Apr 12 10:55:13.636595 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-cfdac56a-9402-4b53-aba4-74881e427125 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0837336 Apr 12 10:55:13.706011 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:13.802834 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b42737-817a-483e-8395-720f9c43fd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:13.804352 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-99b42737-817a-483e-8395-720f9c43fd9e admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1635482 Apr 12 10:55:16.127293 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60352) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:16.246119 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594270f3-40be-4213-9d9a-155f395c2032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:16.248740 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-594270f3-40be-4213-9d9a-155f395c2032 admin admin] 10.222.0.41 "GET /v2.0/subnets/571a00cb-5ec9-4ed0-b91b-800dc65c0732 HTTP/1.1" status: 200 len: 849 time: 0.1200991 Apr 12 10:55:16.257201 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:16.359748 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Publish callbacks [] for subnet (571a00cb-5ec9-4ed0-b91b-800dc65c0732), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:16.573969 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783821914646'] for subnet (571a00cb-5ec9-4ed0-b91b-800dc65c0732), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:16.611143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:16.611675 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:16.626526 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] 10.222.0.41 "PUT /v2.0/subnets/571a00cb-5ec9-4ed0-b91b-800dc65c0732 HTTP/1.1" status: 200 len: 868 time: 0.3595779 Apr 12 10:55:16.626802 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c089d4-274b-476e-a28d-4c8d1c6e8076 None None] Network d98c403a-0523-4a6f-bbaa-62f2a978a89b requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:16.632117 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571a00cb-5ec9-4ed0-b91b-800dc65c0732,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.638543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.639377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.639377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.639377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.639781 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.640017 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0efba-c1cd-4bc8-bc47-297c1fea2fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:16.974946 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-786ed3e3-ca16-4d30-806c-a92b8b5eb053 None None] Provisioning complete for port 68468822-b592-4573-9ceb-31e42d9fe8b0 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:16.975338 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-786ed3e3-ca16-4d30-806c-a92b8b5eb053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (68468822-b592-4573-9ceb-31e42d9fe8b0), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.051691 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-786ed3e3-ca16-4d30-806c-a92b8b5eb053 None None] Current status of the port 68468822-b592-4573-9ceb-31e42d9fe8b0 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:17.059630 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-786ed3e3-ca16-4d30-806c-a92b8b5eb053 None None] Provisioning complete for port 31130ee1-b11f-45a7-a583-eb346902b083 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:17.059996 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-786ed3e3-ca16-4d30-806c-a92b8b5eb053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (31130ee1-b11f-45a7-a583-eb346902b083), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.135496 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-786ed3e3-ca16-4d30-806c-a92b8b5eb053 None None] Current status of the port 31130ee1-b11f-45a7-a583-eb346902b083 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:18.949098 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60362) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:19.152767 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030eb14-6a54-45ff-b682-e289fbe5fb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:19.153136 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030eb14-6a54-45ff-b682-e289fbe5fb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:19.154711 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-3030eb14-6a54-45ff-b682-e289fbe5fb13 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045944 Apr 12 10:55:21.503722 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:21.716752 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e58c5-7b94-487d-a905-0749584de8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:21.717136 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e58c5-7b94-487d-a905-0749584de8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:21.718726 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-216e58c5-7b94-487d-a905-0749584de8dd admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2139845 Apr 12 10:55:24.014423 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60378) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:24.150367 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb6e95-63c1-4846-8a10-f400cd438b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:24.151768 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-26bb6e95-63c1-4846-8a10-f400cd438b21 admin admin] 10.222.0.41 "GET /v2.0/networks/60d7e446-c4ae-4136-8faa-fc544375da9a HTTP/1.1" status: 200 len: 886 time: 0.1363425 Apr 12 10:55:26.470819 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60386) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:26.626264 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138ed24-ded3-498c-803e-dce765431937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:26.627696 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b138ed24-ded3-498c-803e-dce765431937 admin admin] 10.222.0.41 "GET /v2.0/networks/d98c403a-0523-4a6f-bbaa-62f2a978a89b HTTP/1.1" status: 200 len: 869 time: 0.1559422 Apr 12 10:55:28.937634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60394) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:29.060326 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b5ee3-f5db-4dcf-a744-479f2ade0970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:29.060776 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b5ee3-f5db-4dcf-a744-479f2ade0970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:29.062296 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ae5b5ee3-f5db-4dcf-a744-479f2ade0970 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235993 Apr 12 10:55:31.024534 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:55:31.343411 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60402) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:31.565606 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975734b-c398-437a-b6d8-a4cb683b5b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:31.565927 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975734b-c398-437a-b6d8-a4cb683b5b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:31.567544 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-6975734b-c398-437a-b6d8-a4cb683b5b61 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2231762 Apr 12 10:55:33.902728 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:34.006600 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d23d1-4824-4b38-88a1-90afc9570662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:34.007957 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0f6d23d1-4824-4b38-88a1-90afc9570662 admin admin] 10.222.0.41 "GET /v2.0/subnets/571a00cb-5ec9-4ed0-b91b-800dc65c0732 HTTP/1.1" status: 200 len: 868 time: 0.1039009 Apr 12 10:55:36.313902 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60418) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:36.415979 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621e2ed-0bfa-4ef0-9bfe-da9bf1b5147e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:36.417881 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0621e2ed-0bfa-4ef0-9bfe-da9bf1b5147e admin admin] 10.222.0.41 "GET /v2.0/subnets/be6b0a27-f4df-4e2c-a200-599fc353cae4 HTTP/1.1" status: 200 len: 816 time: 0.1029203 Apr 12 10:55:37.422535 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e59613a-853d-4677-a5a1-1d3f89dc04b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:39.853419 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11cdacf2-4caf-4d4f-a297-08dc6385fe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:40.512088 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:42.024021 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:43.701702 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:07.427259 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da5fc617-44cb-4596-8ec4-3c662bea17fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:08.024017 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:56:09.850365 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54c681a6-3d55-4f9d-997b-5a954f773b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:10.518782 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:12.029015 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:13.707841 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:16.731448 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60476) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:16.786188 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [None req-5a3eadcb-8b58-4f12-abae-b613fd5584a2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:56:16.787246 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-5a3eadcb-8b58-4f12-abae-b613fd5584a2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548337 Apr 12 10:56:19.175308 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60484) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:19.239805 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-57779706-bce7-4913-ad02-29e69553c624 admin admin] GET failed (client error): The resource could not be found. Apr 12 10:56:19.241065 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-57779706-bce7-4913-ad02-29e69553c624 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647917 Apr 12 10:56:19.340689 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72558c42-1512-441a-ad81-a98efb55ca82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:56:19.342172 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-72558c42-1512-441a-ad81-a98efb55ca82 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0969415 Apr 12 10:56:21.664226 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:21.716541 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:56:21.738736 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Made reservation on behalf of a7122639aec54fb1ad9427b77a4fbe6e for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:56:21.741121 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:21.780319 dv-cinder-830089-4-smb neutron-server[103286]: WARNING neutron.services.revisions.revision_plugin [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Could not find related network for resource to bump revision. Apr 12 10:56:21.799835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 10:56:21.809528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:21.809867 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Added segment 4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b of type vlan for network 706a0041-f1a4-462b-885d-e1f70ffcf908 Apr 12 10:56:21.848976 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (706a0041-f1a4-462b-885d-e1f70ffcf908), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:21.876576 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (706a0041-f1a4-462b-885d-e1f70ffcf908), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:21.877624 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:56:21.878256 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:21.928827 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2635026 Apr 12 10:56:21.974240 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Pushing event updated for resources: {'Network': ['ID=706a0041-f1a4-462b-885d-e1f70ffcf908,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:21.981528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.981903 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.982243 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.982630 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.982966 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.983313 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.983638 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.983964 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.984289 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.984608 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.984931 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.985266 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.985589 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.985956 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.986274 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ab546-f724-4e15-95be-2f837b07e46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:21.998570 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 706a0041-f1a4-462b-885d-e1f70ffcf908 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:56:24.231548 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:24.297184 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc179e5-7400-4ba7-8305-dc5ebc036347 admin admin] GET failed (client error): The resource could not be found. Apr 12 10:56:24.298474 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-6dc179e5-7400-4ba7-8305-dc5ebc036347 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655742 Apr 12 10:56:24.371195 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00fbe38-3b4b-43a9-8b44-e7025c09558c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:56:24.372605 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b00fbe38-3b4b-43a9-8b44-e7025c09558c admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683262 Apr 12 10:56:24.382294 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:56:24.404789 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Made reservation on behalf of a7122639aec54fb1ad9427b77a4fbe6e for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:56:24.406947 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:24.583970 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (ce3be173-d6b0-477f-873c-3cfa1b72efe7), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:24.630523 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3be173-d6b0-477f-873c-3cfa1b72efe7,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:24.646921 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Checking segment: {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:56:24.647268 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Network hostable DHCP agents. Network: 706a0041-f1a4-462b-885d-e1f70ffcf908, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:56:24.665431 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Network 706a0041-f1a4-462b-885d-e1f70ffcf908 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:56:24.675105 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 706a0041-f1a4-462b-885d-e1f70ffcf908) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:56:24.679508 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:56:24.680274 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:24.684793 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1863c6-7c23-4ad6-a0d2-b85df3292388 None None] Network 706a0041-f1a4-462b-885d-e1f70ffcf908 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:56:24.697301 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fd357f8f-96c6-4291-a2b4-3a80478f69b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3182888 Apr 12 10:56:24.895691 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-706a0041-f1a4-462b-885d-e1f70ffcf908', 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908', 'project_id': 'a7122639aec54fb1ad9427b77a4fbe6e', 'fixed_ips': [{'subnet_id': 'ce3be173-d6b0-477f-873c-3cfa1b72efe7'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 10:56:24.896363 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:25.031386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Allocated IP 192.168.233.2 (706a0041-f1a4-462b-885d-e1f70ffcf908/ce3be173-d6b0-477f-873c-3cfa1b72efe7/f2f1002c-ddee-419c-ada0-bff0e4c0073d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:56:25.176420 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Publish callbacks [] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:25.184090 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:25.223689 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Network 706a0041-f1a4-462b-885d-e1f70ffcf908 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:56:25.228845 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:56:25.232275 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:56:25.244359 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Pushing event updated for resources: {'Port': ['ID=f2f1002c-ddee-419c-ada0-bff0e4c0073d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:25.264518 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.264873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.265218 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.265578 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.265943 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.266269 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.266617 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.266948 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.267329 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.267654 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.267983 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.268318 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.268619 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.268959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.269275 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:25.304261 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Attempting to bind port f2f1002c-ddee-419c-ada0-bff0e4c0073d on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:56:25.304900 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Attempting to bind port f2f1002c-ddee-419c-ada0-bff0e4c0073d by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:56:25.305451 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Attempting to bind port f2f1002c-ddee-419c-ada0-bff0e4c0073d on network 706a0041-f1a4-462b-885d-e1f70ffcf908 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:56:25.310745 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:56:25.311473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Checking segment: {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:56:25.312090 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:25.312635 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Bound using segment: {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:56:25.313110 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Bound port: f2f1002c-ddee-419c-ada0-bff0e4c0073d, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:56:25.313489 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:25.375875 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] For port f2f1002c-ddee-419c-ada0-bff0e4c0073d, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:56:25.379159 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] For port f2f1002c-ddee-419c-ada0-bff0e4c0073d, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=f2f1002c-ddee-419c-ada0-bff0e4c0073d,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:56:25.387696 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:25.449049 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43dc57-77be-4c7d-aa74-45a0f488f62d None None] Pushing event updated for resources: {'Port': ['ID=f2f1002c-ddee-419c-ada0-bff0e4c0073d,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:26.308103 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96057e3c-9a06-49e1-bb3f-df073d000664 None None] Network 706a0041-f1a4-462b-885d-e1f70ffcf908 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:56:26.422096 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] Provisioning complete for port f2f1002c-ddee-419c-ada0-bff0e4c0073d triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:56:26.422499 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:26.506133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] Current status of the port f2f1002c-ddee-419c-ada0-bff0e4c0073d is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:56:26.507965 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:26.552729 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] For port f2f1002c-ddee-419c-ada0-bff0e4c0073d, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=f2f1002c-ddee-419c-ada0-bff0e4c0073d,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:56:26.559158 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:26.617628 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device f2f1002c-ddee-419c-ada0-bff0e4c0073d up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:56:26.619573 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa5d5a-264a-422f-ac01-4f3d81e8fea3 None None] Pushing event updated for resources: {'Port': ['ID=f2f1002c-ddee-419c-ada0-bff0e4c0073d,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:26.669073 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port f2f1002c-ddee-419c-ada0-bff0e4c0073d triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:56:26.669465 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:26.711333 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-b1462fa3-3a81-4d65-9889-1ae9f5b5cdab None None] Provisioning complete for port f2f1002c-ddee-419c-ada0-bff0e4c0073d triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:56:26.711723 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1462fa3-3a81-4d65-9889-1ae9f5b5cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:26.812363 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port f2f1002c-ddee-419c-ada0-bff0e4c0073d is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:56:26.826947 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b1462fa3-3a81-4d65-9889-1ae9f5b5cdab None None] Current status of the port f2f1002c-ddee-419c-ada0-bff0e4c0073d is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:56:28.564937 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device f2f1002c-ddee-419c-ada0-bff0e4c0073d up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:56:28.611854 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port f2f1002c-ddee-419c-ada0-bff0e4c0073d triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:56:28.612259 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f2f1002c-ddee-419c-ada0-bff0e4c0073d), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:28.690529 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port f2f1002c-ddee-419c-ada0-bff0e4c0073d is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:56:37.432804 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20856ea7-a8ea-458d-af01-4908a8aaca83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:39.845643 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c10bc75-0c25-40a0-a530-cdebb72b9a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:40.518428 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:42.030348 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:43.706866 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:45.024650 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:57:07.436492 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-623e25bf-0e0c-4437-a753-ab36e9043768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:09.849438 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8336c87-184d-45f6-bab2-3c53aa75a703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:10.522687 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:12.033496 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:13.704602 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:22.024651 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:57:37.439884 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab0f2-8e2f-454e-bdf4-47279a0a9124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:39.852932 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa8679f-bedd-48c4-95ec-0b458011b7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:40.524038 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:42.036459 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:43.699641 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:53.799949 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60538) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:53.808248 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [None req-2870cfa5-1766-425b-b1cc-23e560c463ca tempest-verify_tempest_config-1593456134 tempest-verify_tempest_config-1593456134-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:57:53.809451 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-2870cfa5-1766-425b-b1cc-23e560c463ca tempest-verify_tempest_config-1593456134 tempest-verify_tempest_config-1593456134-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0083513 Apr 12 10:57:54.120347 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60556) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:54.242954 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.322426 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Publish callbacks [] for security_group (8d49c5da-f308-4d88-8423-0e39d2cfb08c), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.329047 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8d49c5da-f308-4d88-8423-0e39d2cfb08c), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.371285 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d49c5da-f308-4d88-8423-0e39d2cfb08c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:57:54.375174 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=843cf04de5a5460da06113899f674182&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2538130 Apr 12 10:57:54.378196 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:54.380841 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.381184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.381536 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.381879 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.382210 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.382558 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.382878 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.383194 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.383509 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.384048 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.384363 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.384691 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.385003 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.385316 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.385622 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50a066-b509-4f26-b064-0ab079d1f165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.435554 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Publish callbacks [] for security_group (8d49c5da-f308-4d88-8423-0e39d2cfb08c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.457844 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Publish callbacks [] for security_group (8d49c5da-f308-4d88-8423-0e39d2cfb08c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.550915 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8d49c5da-f308-4d88-8423-0e39d2cfb08c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.553636 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:54.555212 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d49c5da-f308-4d88-8423-0e39d2cfb08c HTTP/1.1" status: 204 len: 168 time: 0.1758671 Apr 12 10:57:54.563054 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d49c5da-f308-4d88-8423-0e39d2cfb08c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:57:54.569688 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.570052 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.570401 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.570817 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.571132 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.571468 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.571799 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.572125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.572456 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.572785 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.573117 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.573453 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.573775 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.574127 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:54.574418 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed7607-8c84-4e4b-8633-15caaea58942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:59.024208 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:58:07.444549 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd2d761b-0a18-4f03-b169-a1e57eab2e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:09.857871 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cbd952f5-b2fc-4c0c-aa07-1746afec12f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:10.527277 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:12.038842 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:13.706968 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:36.029068 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:58:37.461052 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40c7e3e7-cc01-4f96-9365-a1f99a1f498c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:39.874613 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba1813ca-be3a-4955-a819-8842abe2951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:40.531971 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:42.049598 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:43.707170 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:07.450600 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b160afa-6f87-4599-a874-bc120a8f3664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:09.868185 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ccdad7d-2ffd-44f8-9d33-16d95e42bfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:10.542241 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:12.054710 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:13.028837 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 5 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:59:13.708046 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:37.452709 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b9ab-db37-4ca6-9600-2a1854a01b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:39.874575 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5286f1e-bedb-4891-ace3-7f32ea11de01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:40.537590 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:42.067342 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:43.706112 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:49.239234 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586870'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:50.029969 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:00:04.755907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:04.865372 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2b11617e-e2fe-49df-bc85-2147e4010dd7 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1083305 Apr 12 11:00:07.177282 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60642) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:07.244195 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-c680673e-f459-4a41-a694-2e0da49e75ad admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0658362 Apr 12 11:00:07.547639 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25ac9c87-1a3f-48d1-a88c-541c1797edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:09.860287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc557-3bcc-4d86-800e-0df761289dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:10.540939 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:12.058890 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:13.700459 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:19.230751 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:27.035040 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:00:37.461916 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc4f0-b19b-4d54-95cf-a208a6ec31a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:39.871545 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-893d068a-6948-4bea-9256-c91f2a342bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.553716 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.061671 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.709724 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.235405 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.035220 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:01:07.460533 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5565da3-f9a3-4092-9073-db2cbf47f5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:09.866447 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fabad3b2-2fd9-4dda-a0fc-094243ec32b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.547579 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.063888 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.705466 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.232966 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:37.466094 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b47ddae3-10c4-45b7-a046-ebfb287a2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:39.872385 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03b042c9-9510-4d1f-9b40-ac42d504848e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:40.550778 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:41.035047 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:01:42.067971 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:43.704607 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.156809 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:48.343182 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-378247956-network', 'tenant_id': '96b66c5e64344386a5699595493fc2e7'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:48.364036 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Made reservation on behalf of 96b66c5e64344386a5699595493fc2e7 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:48.366724 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.375895 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.455578 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks [] for security_group (d6a48e4a-e19d-467b-b712-59cab90ce9c4), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.462448 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d6a48e4a-e19d-467b-b712-59cab90ce9c4), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.494672 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:01:48.510393 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (67b9ae0f-47cd-4f4b-93c5-7795a66e6001), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.510783 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Added segment 67b9ae0f-47cd-4f4b-93c5-7795a66e6001 of type vlan for network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 Apr 12 11:01:48.519358 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a48e4a-e19d-467b-b712-59cab90ce9c4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:48.548997 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.549344 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.549753 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.550092 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.550451 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.550799 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.551090 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.551409 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.551732 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.552054 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.552439 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.552681 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.552997 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.553490 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.553817 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Tracked resource versions report: Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: pushed versions: Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: { 'AddressGroup': {'1.2'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Agent': {'1.1'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Log': {'1.0'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'NDPProxy': {'1.0'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Network': {'1.1'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Port': {'1.7'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'PortForwarding': {'1.3'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'QosPolicy': {'1.10'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroup': {'1.5'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'SubPort': {'1.0'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Subnet': {'1.1'}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Trunk': {'1.1'}} Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: consumer versions: Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Agent': '1.1', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'ConntrackHelper': '1.0', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'LocalIPAssociation': '1.0', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Log': '1.0', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'NDPProxy': '1.0', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Network': '1.1', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Port': '1.7', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'PortForwarding': '1.3', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'QosPolicy': '1.10', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroup': '1.5', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'SecurityGroupRule': '1.2', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'SubPort': '1.0', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Subnet': '1.1', Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: 'Trunk': '1.1'}} Apr 12 11:01:48.555500 dv-cinder-830089-4-smb neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:01:48.565667 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (7dc39e1a-dd25-4363-9f4c-61cc404afa72), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.594083 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (7dc39e1a-dd25-4363-9f4c-61cc404afa72), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.596197 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:48.597665 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.669329 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5107417 Apr 12 11:01:48.670161 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931781d7-c3d5-4cba-b39d-506d91e4e023 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc39e1a-dd25-4363-9f4c-61cc404afa72,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:48.672333 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60774) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:48.678796 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Request body: {'subnet': {'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-378247956-subnet', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:48.689805 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:01:48.705041 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Made reservation on behalf of 96b66c5e64344386a5699595493fc2e7 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:48.708017 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.893313 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (de475af3-d147-4b80-995f-ace98680611f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:48.943879 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de475af3-d147-4b80-995f-ace98680611f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.957198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.958174 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.958174 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.958174 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Tracked resource versions report: Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: pushed versions: Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: { 'AddressGroup': {'1.2'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Agent': {'1.1'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Log': {'1.0'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'NDPProxy': {'1.0'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Network': {'1.1'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Port': {'1.7'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'PortForwarding': {'1.3'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'QosPolicy': {'1.10'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroup': {'1.5'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'SubPort': {'1.0'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Subnet': {'1.1'}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Trunk': {'1.1'}} Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: consumer versions: Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Agent': '1.1', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'ConntrackHelper': '1.0', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'LocalIPAssociation': '1.0', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Log': '1.0', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'NDPProxy': '1.0', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Network': '1.1', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Port': '1.7', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'PortForwarding': '1.3', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'QosPolicy': '1.10', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroup': '1.5', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'SecurityGroupRule': '1.2', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'SubPort': '1.0', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Subnet': '1.1', Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: 'Trunk': '1.1'}} Apr 12 11:01:48.959294 dv-cinder-830089-4-smb neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:01:48.974479 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Checking segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:48.974953 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Network hostable DHCP agents. Network: 7dc39e1a-dd25-4363-9f4c-61cc404afa72, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:01:48.995878 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:01:49.005540 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 7dc39e1a-dd25-4363-9f4c-61cc404afa72) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:49.013907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:49.014663 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.017994 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c345324-3686-421a-9b80-1f99f3ff84d3 None None] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:49.036412 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-23f8b7d4-0eec-4f11-8a0d-1921ff3b9077 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3610389 Apr 12 11:01:49.036412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:49.042238 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:49.071038 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (95cc0deb-b56b-41d9-adb0-cc815f56f00a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.072193 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (95cc0deb-b56b-41d9-adb0-cc815f56f00a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.133668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks [] for router_controller (95cc0deb-b56b-41d9-adb0-cc815f56f00a), precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.138064 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:01:49.139893 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.252451 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.311037 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Allocated IP 172.20.0.2 (7dc39e1a-dd25-4363-9f4c-61cc404afa72/de475af3-d147-4b80-995f-ace98680611f/5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:49.343349 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks [] for router_gateway (95cc0deb-b56b-41d9-adb0-cc815f56f00a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.483645 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Publish callbacks [] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.493885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.536885 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks [] for router_gateway (95cc0deb-b56b-41d9-adb0-cc815f56f00a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.556823 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:49.560294 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:49.564295 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:49.576925 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Pushing event updated for resources: {'Port': ['ID=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:49.613929 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.614285 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.614677 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.615028 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.615367 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.615753 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.616017 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.616342 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.616670 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.616997 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.617444 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.617683 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.617986 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.618732 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.618732 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Tracked resource versions report: Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: pushed versions: Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: { 'AddressGroup': {'1.2'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Agent': {'1.1'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Log': {'1.0'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'NDPProxy': {'1.0'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Network': {'1.1'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Port': {'1.7'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'PortForwarding': {'1.3'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'QosPolicy': {'1.10'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroup': {'1.5'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'SubPort': {'1.0'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Subnet': {'1.1'}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Trunk': {'1.1'}} Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: consumer versions: Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Agent': '1.1', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'ConntrackHelper': '1.0', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'LocalIPAssociation': '1.0', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Log': '1.0', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'NDPProxy': '1.0', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Network': '1.1', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Port': '1.7', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'PortForwarding': '1.3', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'QosPolicy': '1.10', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroup': '1.5', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'SecurityGroupRule': '1.2', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'SubPort': '1.0', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Subnet': '1.1', Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: 'Trunk': '1.1'}} Apr 12 11:01:49.619901 dv-cinder-830089-4-smb neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:01:49.669853 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.677740 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Attempting to bind port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:49.678316 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Attempting to bind port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:49.679727 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Attempting to bind port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:49.690330 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:49.691166 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Checking segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:49.691786 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.692195 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Bound using segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:49.692726 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Bound port: 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:49.693251 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.782184 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] For port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:49.785938 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] For port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:49.795180 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.796412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Allocated IP 172.28.2.17 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/ede566d2-e7b9-46d5-8ef7-ec190c768405) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:49.861380 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ff0b8-cb83-4538-b47c-53d8e732f4ae None None] Pushing event updated for resources: {'Port': ['ID=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:49.928819 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks [] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:49.966757 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.018073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:50.022760 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:50.027089 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:50.156691 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Pushing event updated for resources: {'Port': ['ID=ede566d2-e7b9-46d5-8ef7-ec190c768405,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:50.159740 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:50.200010 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:50.330087 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks [] for router_gateway (95cc0deb-b56b-41d9-adb0-cc815f56f00a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.351837 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60858) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:50.457933 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1740314856-network', 'tenant_id': '457c094a8fe0422282c9c1ce48081a6c'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:50.485824 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Made reservation on behalf of 457c094a8fe0422282c9c1ce48081a6c for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:50.488730 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.505601 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.574804 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (95cc0deb-b56b-41d9-adb0-cc815f56f00a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.600346 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks [] for security_group (484476a4-2ad2-4b34-952e-93c67e69d1dc), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.607372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (484476a4-2ad2-4b34-952e-93c67e69d1dc), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.633976 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-402053678-network', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:50.669655 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:01:50.689049 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (dde1c358-76c1-4dec-98c3-f63391ed761b), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.689506 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Added segment dde1c358-76c1-4dec-98c3-f63391ed761b of type vlan for network 3842b82b-c180-4abe-8a7a-6cb28af4e128 Apr 12 11:01:50.734715 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (3842b82b-c180-4abe-8a7a-6cb28af4e128), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.764847 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484476a4-2ad2-4b34-952e-93c67e69d1dc,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:50.781098 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-network', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:50.814455 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Made reservation on behalf of cfb44fea7a814afd8ac19abd80e0293c for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:50.817988 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.825765 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:01:50.833625 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Made reservation on behalf of 2c05008531754bf68fbf7eb1b5225f78 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:50.836605 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.841930 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.856667 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.860674 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (3842b82b-c180-4abe-8a7a-6cb28af4e128), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.862356 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:50.863179 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:50.942026 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:51.002436 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:01:51.013457 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] Pushing event updated for resources: {'Network': ['ID=3842b82b-c180-4abe-8a7a-6cb28af4e128,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:51.017541 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:01:51.045233 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 3842b82b-c180-4abe-8a7a-6cb28af4e128 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:01:51.053922 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.059715 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-c2fe26d9-e437-40c7-b9c0-d55800f6d522 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0224619 Apr 12 11:01:51.062686 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:51.151034 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:51.152495 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.203352 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks [] for security_group (e9332471-73ce-4b51-9975-d6397ca84223), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.208318 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6d1cb-d27a-4d1c-b1ae-54775e086fe6 None None] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:51.272573 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:51.273364 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:51.315104 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60902) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:51.323143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Request body: {'subnet': {'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1740314856-subnet', 'tenant_id': '457c094a8fe0422282c9c1ce48081a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:51.324161 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e4415b8e-816e-4c40-b0fd-12ea4adfe675 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1630635 Apr 12 11:01:51.324973 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e9332471-73ce-4b51-9975-d6397ca84223), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.366812 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks [] for security_group (830bd284-6451-4e8c-b45f-1b2f8a6273d3), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.376536 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:01:51.386375 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (830bd284-6451-4e8c-b45f-1b2f8a6273d3), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.394733 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Made reservation on behalf of 457c094a8fe0422282c9c1ce48081a6c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:51.401886 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.406122 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9332471-73ce-4b51-9975-d6397ca84223,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:51.409549 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (834f2cf6-c8d7-4038-aad6-788342d95384), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.410142 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Added segment 834f2cf6-c8d7-4038-aad6-788342d95384 of type vlan for network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf Apr 12 11:01:51.411709 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:01:51.448695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830bd284-6451-4e8c-b45f-1b2f8a6273d3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:51.478796 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (9b06adb0-ac53-4a4d-bce5-d45d5e209141), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.479440 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Added segment 9b06adb0-ac53-4a4d-bce5-d45d5e209141 of type vlan for network 17eba3ae-8ab6-447e-801f-8559a8109400 Apr 12 11:01:51.498987 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Provisioning complete for port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:51.499601 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.564532 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:51.566394 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (1aa90ab5-27a1-4446-b358-853fbe9b3fdf), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.612766 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (17eba3ae-8ab6-447e-801f-8559a8109400), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.681749 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (1aa90ab5-27a1-4446-b358-853fbe9b3fdf), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.682811 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:51.683909 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.793844 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa90ab5-27a1-4446-b358-853fbe9b3fdf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:51.822944 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e9876285-d401-412d-a5b5-b15e6eb9be64 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4668100 Apr 12 11:01:51.827674 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60914) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:51.841390 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Request body: {'subnet': {'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-subnet', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:51.846074 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:51.846547 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.853862 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (17eba3ae-8ab6-447e-801f-8559a8109400), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.854906 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:51.855475 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.918158 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7170465 Apr 12 11:01:51.931747 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 60920) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:51.968418 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:50Z', 'revision_number': 3, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:51.970197 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Request body: {'subnet': {'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-subnet', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:51.997834 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:52.000333 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Updating router 95cc0deb-b56b-41d9-adb0-cc815f56f00a port ede566d2-e7b9-46d5-8ef7-ec190c768405 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:52.018237 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Made reservation on behalf of 2c05008531754bf68fbf7eb1b5225f78 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:52.020598 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.038148 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368202-f9df-4f3e-bb0c-6fa059929b49 admin admin] Pushing event updated for resources: {'Network': ['ID=17eba3ae-8ab6-447e-801f-8559a8109400,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:52.063045 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.106736 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:52.113428 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Current status of the port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:52.114562 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.151091 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.168151 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:01:52.223282 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 17eba3ae-8ab6-447e-801f-8559a8109400 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:01:52.285390 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Made reservation on behalf of cfb44fea7a814afd8ac19abd80e0293c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:52.287693 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.393326 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (983ac349-3526-413a-90b2-48d649960a00), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.424125 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:52.458758 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.db.api [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:01:52.459357 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG oslo_db.api [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:01:52.491698 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983ac349-3526-413a-90b2-48d649960a00,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:52.521828 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Checking segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:52.522285 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Network hostable DHCP agents. Network: 1aa90ab5-27a1-4446-b358-853fbe9b3fdf, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:01:52.545308 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:01:52.568480 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 1aa90ab5-27a1-4446-b358-853fbe9b3fdf) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:52.577113 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bf6c1-57f0-4db4-a270-177be5f11588 None None] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:52.595875 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:52.596556 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.642640 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7a58bbee-95f8-4273-85db-48392bb72316 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8137739 Apr 12 11:01:52.645191 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 60958) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:52.654464 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:52.713062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (f70f54dc-1abc-4efa-a5ae-e59e387a1add), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.714476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (f70f54dc-1abc-4efa-a5ae-e59e387a1add), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.959832 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Publish callbacks [] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.969277 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.981056 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (78fba77b-43a8-47ed-90c1-d9871ac1c551), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:52.987723 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.074283 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Pushing event updated for resources: {'Port': ['ID=ede566d2-e7b9-46d5-8ef7-ec190c768405,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:53.094177 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks [] for router_controller (f70f54dc-1abc-4efa-a5ae-e59e387a1add), precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.101704 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Attempting to bind port ede566d2-e7b9-46d5-8ef7-ec190c768405 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:53.102086 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Attempting to bind port ede566d2-e7b9-46d5-8ef7-ec190c768405 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:53.102449 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Attempting to bind port ede566d2-e7b9-46d5-8ef7-ec190c768405 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:53.110128 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.113138 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.113694 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.114239 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.114827 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.115136 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.115639 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.116023 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.116354 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.116675 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.117021 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.117384 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.117865 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.118350 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.119017 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Tracked resource versions report: Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: pushed versions: Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: { 'AddressGroup': {'1.2'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Agent': {'1.1'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Log': {'1.0'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'NDPProxy': {'1.0'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Network': {'1.1'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Port': {'1.7'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'PortForwarding': {'1.3'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'QosPolicy': {'1.10'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroup': {'1.5'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'SubPort': {'1.0'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Subnet': {'1.1'}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Trunk': {'1.1'}} Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: consumer versions: Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: { DHCP agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: L3 agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: Metadata agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: Metering agent@dv-cinder-830089-4-smb: {}, Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: Open vSwitch agent@dv-cinder-830089-4-smb: { 'AddressGroup': '1.2', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Agent': '1.1', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'ConntrackHelper': '1.0', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'LocalIPAssociation': '1.0', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Log': '1.0', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'NDPProxy': '1.0', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Network': '1.1', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Port': '1.7', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'PortForwarding': '1.3', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'QosPolicy': '1.10', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroup': '1.5', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'SecurityGroupRule': '1.2', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'SubPort': '1.0', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Subnet': '1.1', Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: 'Trunk': '1.1'}} Apr 12 11:01:53.120554 dv-cinder-830089-4-smb neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:01:53.150641 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:53.152660 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:53.153127 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c34cd550-c348-4ff5-afe7-d38fb379db05 None None] Current status of the port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:53.153506 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:53.154073 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.154721 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:53.155209 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Bound port: ede566d2-e7b9-46d5-8ef7-ec190c768405, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:53.155598 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.247147 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] For port ede566d2-e7b9-46d5-8ef7-ec190c768405, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:53.250868 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] For port ede566d2-e7b9-46d5-8ef7-ec190c768405, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=ede566d2-e7b9-46d5-8ef7-ec190c768405,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:53.260535 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.278799 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-a15536e3-f1e6-465b-b57f-ca3fdba9ef4f None None] Provisioning complete for port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:53.291165 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a15536e3-f1e6-465b-b57f-ca3fdba9ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.320136 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks [] for router_gateway (f70f54dc-1abc-4efa-a5ae-e59e387a1add), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.334049 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e6e93-2c0a-43ef-ba45-f0806af39ba7 None None] Pushing event updated for resources: {'Port': ['ID=ede566d2-e7b9-46d5-8ef7-ec190c768405,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:53.372022 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:53.372897 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:53.398926 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:01:53.399783 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.457629 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:53.457875 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.501614 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fba77b-43a8-47ed-90c1-d9871ac1c551,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:53.608500 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:53.653283 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Checking segment: {'id': 'dde1c358-76c1-4dec-98c3-f63391ed761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:53.653643 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Network hostable DHCP agents. Network: 3842b82b-c180-4abe-8a7a-6cb28af4e128, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:01:53.812158 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a15536e3-f1e6-465b-b57f-ca3fdba9ef4f None None] Current status of the port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:53.829960 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Allocated IP 172.20.0.1 (7dc39e1a-dd25-4363-9f4c-61cc404afa72/de475af3-d147-4b80-995f-ace98680611f/f9871e9f-562c-4956-b6f4-b6d65e85ebbf) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:53.867725 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:53.869016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks [] for router_gateway (f70f54dc-1abc-4efa-a5ae-e59e387a1add), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.898156 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.016475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Allocated IP 172.20.0.2 (1aa90ab5-27a1-4446-b358-853fbe9b3fdf/983ac349-3526-413a-90b2-48d649960a00/42f646ad-34b4-41f9-9eb1-dc3cc1cec20c) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:54.094137 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:50Z', 'revision_number': 3, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:54.121930 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 32800) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:54.130143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks [] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.137709 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33908d4e-1b1f-4c06-a1e0-98ecafe29989 None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:50Z', 'revision_number': 3, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:01:54.170299 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Allocated IP 172.28.2.221 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/c8826c10-2829-4c66-9603-8ee705297229) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:54.189464 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (04be585a-8c13-4659-af51-3f8d31b9a3b0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.335280 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Network 3842b82b-c180-4abe-8a7a-6cb28af4e128 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:01:54.341104 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba60b-b101-468e-8c7b-f962b713d0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.384196 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Publish callbacks [] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.398285 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04be585a-8c13-4659-af51-3f8d31b9a3b0,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:54.400469 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 3842b82b-c180-4abe-8a7a-6cb28af4e128) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:54.405207 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.417606 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks [] for port (c8826c10-2829-4c66-9603-8ee705297229), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.432229 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.435523 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:54.436468 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.456059 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40a53e-6df8-413d-9d97-e2063b9650a0 None None] Network 3842b82b-c180-4abe-8a7a-6cb28af4e128 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:54.492404 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:54.506347 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Checking segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:54.507316 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Network hostable DHCP agents. Network: 17eba3ae-8ab6-447e-801f-8559a8109400, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:01:54.511207 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (c8826c10-2829-4c66-9603-8ee705297229), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.521813 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ab8a48b8-030a-4a6e-a56e-75605de53df6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2028971 Apr 12 11:01:54.532380 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba60b-b101-468e-8c7b-f962b713d0b8 admin admin] Publish callbacks [] for security_group (ecef52e8-1a23-4e99-b02e-6f47bf5d0d68), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.535172 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:54.537689 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Pushing event updated for resources: {'Port': ['ID=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:54.545636 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:54.549399 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:54.550109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (95cc0deb-b56b-41d9-adb0-cc815f56f00a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.588262 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba60b-b101-468e-8c7b-f962b713d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ecef52e8-1a23-4e99-b02e-6f47bf5d0d68), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:54.670326 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:54.685324 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:54.693984 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:54.743856 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ba60b-b101-468e-8c7b-f962b713d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef52e8-1a23-4e99-b02e-6f47bf5d0d68,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:54.769666 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:54.781565 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:54.791371 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Pushing event updated for resources: {'Port': ['ID=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:54.802537 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:01:54.985206 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ede566d2-e7b9-46d5-8ef7-ec190c768405 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:54.991732 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Attempting to bind port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:54.992200 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Attempting to bind port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:54.992569 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Attempting to bind port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:55.069510 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 17eba3ae-8ab6-447e-801f-8559a8109400) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:55.077510 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe4132-aa09-4960-8d0f-c5bd0ac1b3ef None None] Network 3842b82b-c180-4abe-8a7a-6cb28af4e128 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:55.094561 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:55.095910 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.103734 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461f172-cf6d-440a-a849-7d688d0c9435 None None] Network 17eba3ae-8ab6-447e-801f-8559a8109400 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:55.109110 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:55.110231 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Checking segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:55.111079 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.111884 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Bound using segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:55.112552 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Bound port: 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:55.113279 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.116695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 32858) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:55.137047 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Pushing event updated for resources: {'Port': ['ID=c8826c10-2829-4c66-9603-8ee705297229,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:55.155006 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ba3ba60b-b101-468e-8c7b-f962b713d0b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42fbf4326352409cbe09819d7d136cad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0319846 Apr 12 11:01:55.201887 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 32864) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:55.202609 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.213631 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6efc6cac-1cb8-4fd0-9e79-4e9c3e5c6313 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2674499 Apr 12 11:01:55.219029 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 32874) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:55.230018 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:55.305233 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df2c0322-dc66-42bb-a211-ad2fad88fb49 admin admin] Publish callbacks [] for security_group (ecef52e8-1a23-4e99-b02e-6f47bf5d0d68), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.334871 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df2c0322-dc66-42bb-a211-ad2fad88fb49 admin admin] Publish callbacks [] for security_group (ecef52e8-1a23-4e99-b02e-6f47bf5d0d68), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.393699 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (89e5e1c5-b3da-415f-bd85-024924f827e0), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.396919 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (89e5e1c5-b3da-415f-bd85-024924f827e0), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.470462 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df2c0322-dc66-42bb-a211-ad2fad88fb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ecef52e8-1a23-4e99-b02e-6f47bf5d0d68), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.473225 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df2c0322-dc66-42bb-a211-ad2fad88fb49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.474904 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-df2c0322-dc66-42bb-a211-ad2fad88fb49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecef52e8-1a23-4e99-b02e-6f47bf5d0d68 HTTP/1.1" status: 204 len: 168 time: 0.2601063 Apr 12 11:01:55.495795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c0322-dc66-42bb-a211-ad2fad88fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef52e8-1a23-4e99-b02e-6f47bf5d0d68,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:55.573030 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-9227536a-2a07-4d35-9166-ac8ec22c4793 None None] Provisioning complete for port f9871e9f-562c-4956-b6f4-b6d65e85ebbf triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:55.573539 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9227536a-2a07-4d35-9166-ac8ec22c4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.576176 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e39504-1a7f-4739-9b6f-4319f45e032a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.623062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks [] for router_gateway (f70f54dc-1abc-4efa-a5ae-e59e387a1add), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.659724 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port ede566d2-e7b9-46d5-8ef7-ec190c768405 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:55.665114 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.742639 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9227536a-2a07-4d35-9166-ac8ec22c4793 None None] Port f9871e9f-562c-4956-b6f4-b6d65e85ebbf cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:55.778790 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks [] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.780485 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 32922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:55.783097 dv-cinder-830089-4-smb neutron-server[103285]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:01:55.801639 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] For port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:55.806942 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.807690 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (95cc0deb-b56b-41d9-adb0-cc815f56f00a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.822131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] For port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:55.837857 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.840477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks [] for router_controller (89e5e1c5-b3da-415f-bd85-024924f827e0), precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.845357 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-17eba3ae-8ab6-447e-801f-8559a8109400', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:01:55.846580 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.902437 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Pushing event updated for resources: {'Port': ['ID=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.098312 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port ede566d2-e7b9-46d5-8ef7-ec190c768405 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:56.098841 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.099508 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e39504-1a7f-4739-9b6f-4319f45e032a admin admin] Publish callbacks [] for security_group (11020e47-06e9-473a-b922-ba7c3a228b4e), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.121005 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0555f7c-cd8c-445e-aeee-e166daa67020 None None] Pushing event updated for resources: {'Port': ['ID=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.175379 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port ede566d2-e7b9-46d5-8ef7-ec190c768405, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=ede566d2-e7b9-46d5-8ef7-ec190c768405,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:56.189696 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.220431 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e39504-1a7f-4739-9b6f-4319f45e032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (11020e47-06e9-473a-b922-ba7c3a228b4e), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.377125 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Allocated IP 172.20.0.2 (17eba3ae-8ab6-447e-801f-8559a8109400/04be585a-8c13-4659-af51-3f8d31b9a3b0/48cda820-1fb9-47d6-9fa1-2d1aa9e72c22) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:56.384760 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=ede566d2-e7b9-46d5-8ef7-ec190c768405,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.559775 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-7dd56521-7038-46cc-82b2-bad44e0ea626 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:56.569453 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-7dd56521-7038-46cc-82b2-bad44e0ea626 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/networks?id=3842b82b-c180-4abe-8a7a-6cb28af4e128 HTTP/1.1" status: 200 len: 812 time: 0.7876928 Apr 12 11:01:56.590089 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:56.598205 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-7d08a958-51e9-41e8-9718-c2df1206d66a tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/quotas/457c094a8fe0422282c9c1ce48081a6c HTTP/1.1" status: 200 len: 375 time: 0.0267816 Apr 12 11:01:56.612943 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Publish callbacks [] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.617415 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:56.630001 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.728399 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-bd16a36e-b56a-42db-adcd-e3b61a5127fe tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=457c094a8fe0422282c9c1ce48081a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279216 Apr 12 11:01:56.732820 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks [] for router_gateway (89e5e1c5-b3da-415f-bd85-024924f827e0), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.764959 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39504-1a7f-4739-9b6f-4319f45e032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11020e47-06e9-473a-b922-ba7c3a228b4e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.786728 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-31e39504-1a7f-4739-9b6f-4319f45e032a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86257478791b409ea7b376ae4f4c9eb9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6597245 Apr 12 11:01:56.799442 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:56.804871 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 32972) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:56.816038 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Pushing event updated for resources: {'Port': ['ID=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.825782 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:56.828804 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:56.929100 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Attempting to bind port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:56.929534 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Attempting to bind port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:56.929897 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Attempting to bind port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:56.937991 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:56.938599 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Checking segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:56.939031 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.939428 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Bound using segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:56.939947 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Bound port: 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:56.940330 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.041696 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:01:57.083359 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] For port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:57.131368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] For port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:57.155907 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:57.173600 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1fac-d266-478a-8350-165ae00edd9b admin admin] Publish callbacks [] for security_group (11020e47-06e9-473a-b922-ba7c3a228b4e), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.191570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 32980) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:57.229139 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-f2958ecc-b2de-4799-a36b-62a7e736b909 None None] Provisioning complete for port f9871e9f-562c-4956-b6f4-b6d65e85ebbf triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:57.229754 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2958ecc-b2de-4799-a36b-62a7e736b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.230279 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 32984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:57.268190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:01:57.283369 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-8c0af59e-4ac1-49db-8a45-f190c0d97350 admin admin] 10.222.0.41 "PUT /v2.0/routers/95cc0deb-b56b-41d9-adb0-cc815f56f00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2097661 Apr 12 11:01:57.330679 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f2958ecc-b2de-4799-a36b-62a7e736b909 None None] Port f9871e9f-562c-4956-b6f4-b6d65e85ebbf cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:57.334578 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.336349 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1fac-d266-478a-8350-165ae00edd9b admin admin] Publish callbacks [] for security_group (11020e47-06e9-473a-b922-ba7c3a228b4e), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.368812 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (f70f54dc-1abc-4efa-a5ae-e59e387a1add), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.419217 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba149b9-e2d5-4ddd-8ba4-dfa02f34400e None None] Pushing event updated for resources: {'Port': ['ID=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:57.442058 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:57.442669 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.483208 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5354f33c-fc2d-4c4e-84b9-fe7f03dc2deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.579127 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-440d627f-1a43-4bd2-b891-686f14d6d9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.616359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-3f103fd2-aed6-43ba-a4cc-a6f19734cc81 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:01:57.619562 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-3f103fd2-aed6-43ba-a4cc-a6f19734cc81 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2538717 Apr 12 11:01:57.633674 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks [] for router_gateway (89e5e1c5-b3da-415f-bd85-024924f827e0), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.694181 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:01:57.723028 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.729752 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1fac-d266-478a-8350-165ae00edd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (11020e47-06e9-473a-b922-ba7c3a228b4e), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.734658 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7206737-3a6b-4e16-8745-c2646dfa1a2d None None] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:57.748770 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1fac-d266-478a-8350-165ae00edd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.749953 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8d7b1fac-d266-478a-8350-165ae00edd9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11020e47-06e9-473a-b922-ba7c3a228b4e HTTP/1.1" status: 204 len: 168 time: 0.9405293 Apr 12 11:01:57.822481 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:57.840456 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b1fac-d266-478a-8350-165ae00edd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11020e47-06e9-473a-b922-ba7c3a228b4e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:57.846988 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:57.898629 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-aaf92695-b5f7-4228-8f87-2c1b07705790 service neutron] 10.222.0.41 "GET /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595718 Apr 12 11:01:57.927361 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5354f33c-fc2d-4c4e-84b9-fe7f03dc2deb admin admin] Publish callbacks [] for security_group (f0780608-440f-466e-a904-07c9e737b266), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.944612 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Provisioning complete for port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:57.944921 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.975334 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:01:57.979543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5354f33c-fc2d-4c4e-84b9-fe7f03dc2deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f0780608-440f-466e-a904-07c9e737b266), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.180008 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-5354f33c-fc2d-4c4e-84b9-fe7f03dc2deb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17d60b20430647a0be62f035b9a61a2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9455671 Apr 12 11:01:58.180621 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33006) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:58.203968 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f33c-fc2d-4c4e-84b9-fe7f03dc2deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0780608-440f-466e-a904-07c9e737b266,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:58.212232 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:58.212828 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.224936 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-440d627f-1a43-4bd2-b891-686f14d6d9e4 admin admin] Publish callbacks [] for security_group (6ef20295-fc2d-4de9-9706-9020bd04bdb9), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.243735 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-440d627f-1a43-4bd2-b891-686f14d6d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6ef20295-fc2d-4de9-9706-9020bd04bdb9), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.264699 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:58.265136 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Allocated IP 172.28.2.107 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/08190fa6-95f2-4023-968f-2c1f4c05f6a2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:58.267702 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:01:58.281406 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:01:58.311215 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:58.315359 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:58.331404 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-440d627f-1a43-4bd2-b891-686f14d6d9e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22accd3b84204f19bd8975465eb06b3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1332421 Apr 12 11:01:58.344317 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33008) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:58.384288 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.391151 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9b279cf6-d32f-45ea-ab30-f1c539b52638 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7446892 Apr 12 11:01:58.409012 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-a82c85bf-194c-413f-86b0-7fa6466774ee service neutron] 10.222.0.41 "GET /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002081 Apr 12 11:01:58.414133 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33010) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:58.433973 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d627f-1a43-4bd2-b891-686f14d6d9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef20295-fc2d-4de9-9706-9020bd04bdb9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:58.441164 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:58.446323 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Current status of the port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:58.449326 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.499776 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.504058 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ede566d2-e7b9-46d5-8ef7-ec190c768405 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:58.628922 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33018) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:58.705312 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee21d28a-1421-403a-8721-06b476489dc0 admin admin] Publish callbacks [] for security_group (f0780608-440f-466e-a904-07c9e737b266), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.712598 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11e2e3e1-28b9-46d1-b9b8-2e0e5da7dbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.732449 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:58.783271 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks [] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.904035 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.089904 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:59.107678 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:59.109104 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:59.113562 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:59.123167 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee21d28a-1421-403a-8721-06b476489dc0 admin admin] Publish callbacks [] for security_group (f0780608-440f-466e-a904-07c9e737b266), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.160451 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.db.api [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:01:59.160858 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG oslo_db.api [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:01:59.166120 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port ede566d2-e7b9-46d5-8ef7-ec190c768405 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:59.168923 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.227325 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c8dc6-f807-47b9-98b9-e6f8fc84fa7a None None] Network 17eba3ae-8ab6-447e-801f-8559a8109400 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:01:59.294304 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 3, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:59.360080 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:59.360839 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Updating router f70f54dc-1abc-4efa-a5ae-e59e387a1add port c8826c10-2829-4c66-9603-8ee705297229 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:59.377338 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee21d28a-1421-403a-8721-06b476489dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f0780608-440f-466e-a904-07c9e737b266), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.379944 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee21d28a-1421-403a-8721-06b476489dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.381109 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ee21d28a-1421-403a-8721-06b476489dc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0780608-440f-466e-a904-07c9e737b266 HTTP/1.1" status: 204 len: 168 time: 1.1995695 Apr 12 11:01:59.381709 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:59.417642 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (c8826c10-2829-4c66-9603-8ee705297229), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.437581 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Pushing event updated for resources: {'Port': ['ID=08190fa6-95f2-4023-968f-2c1f4c05f6a2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:59.460395 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 2, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:59.519192 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:59.527211 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Updating router 95cc0deb-b56b-41d9-adb0-cc815f56f00a port f9871e9f-562c-4956-b6f4-b6d65e85ebbf binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:59.540843 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825374554', 'description': 'tempest-description--1841665571'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:59.607047 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11e2e3e1-28b9-46d1-b9b8-2e0e5da7dbc5 admin admin] Publish callbacks [] for security_group (5c64ecbe-b91a-4de2-a15c-a847d70f4c6c), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.615029 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-609bc56d-6a28-442e-977a-41713901e2a6 admin admin] Publish callbacks [] for security_group (6ef20295-fc2d-4de9-9706-9020bd04bdb9), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.622744 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11e2e3e1-28b9-46d1-b9b8-2e0e5da7dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (5c64ecbe-b91a-4de2-a15c-a847d70f4c6c), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.649452 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.656665 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port ede566d2-e7b9-46d5-8ef7-ec190c768405 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:59.734370 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks [] for router_gateway (89e5e1c5-b3da-415f-bd85-024924f827e0), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.799311 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ef509e02-6eb3-49ca-8308-f2f7bf921d82 req-2295b0b1-a04b-4d0a-940f-a91bc12ab130 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.7160249 Apr 12 11:01:59.800130 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21d28a-1421-403a-8721-06b476489dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0780608-440f-466e-a904-07c9e737b266,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:59.902590 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e3e1-28b9-46d1-b9b8-2e0e5da7dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c64ecbe-b91a-4de2-a15c-a847d70f4c6c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:59.920645 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.926479 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-11e2e3e1-28b9-46d1-b9b8-2e0e5da7dbc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0937661e39394e7d822296f6ad96edfd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2964883 Apr 12 11:01:59.931300 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33068) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:59.970288 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9de627f2-8d1f-4b3a-afd5-d6cbb0ece5be None None] Current status of the port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:59.996884 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.041125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-609bc56d-6a28-442e-977a-41713901e2a6 admin admin] Publish callbacks [] for security_group (6ef20295-fc2d-4de9-9706-9020bd04bdb9), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.159807 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:00.180184 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Publish callbacks [] for port (c8826c10-2829-4c66-9603-8ee705297229), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.194739 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (c8826c10-2829-4c66-9603-8ee705297229), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.197757 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Provisioning complete for port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:00.198388 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.212976 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (a69de1b9-4f66-43f3-ba4f-715df960ee4a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.214221 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33072) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:00.230735 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a69de1b9-4f66-43f3-ba4f-715df960ee4a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.304164 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Attempting to bind port c8826c10-2829-4c66-9603-8ee705297229 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:00.305751 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69de1b9-4f66-43f3-ba4f-715df960ee4a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:00.306301 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Attempting to bind port c8826c10-2829-4c66-9603-8ee705297229 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:00.306943 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Attempting to bind port c8826c10-2829-4c66-9603-8ee705297229 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:00.324494 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f4e1-29bf-483f-8749-89e0134ac74c None None] Pushing event updated for resources: {'Port': ['ID=c8826c10-2829-4c66-9603-8ee705297229,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:00.327603 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:00.328210 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.344273 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:00.344862 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:00.345613 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.346683 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:00.347301 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Bound port: c8826c10-2829-4c66-9603-8ee705297229, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:00.347967 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (c8826c10-2829-4c66-9603-8ee705297229), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.351448 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9950e46f-287e-449b-b813-70e3bcf0db25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.444211 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Current status of the port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:00.444615 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.444735 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] For port c8826c10-2829-4c66-9603-8ee705297229, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:00.453952 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] For port c8826c10-2829-4c66-9603-8ee705297229, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=c8826c10-2829-4c66-9603-8ee705297229,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:00.473125 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (c8826c10-2829-4c66-9603-8ee705297229), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.527407 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4180-791f-430f-8618-0a9da467fd3a admin admin] Publish callbacks [] for security_group (5c64ecbe-b91a-4de2-a15c-a847d70f4c6c), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.552317 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.556080 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e2edc2f1-bea0-4474-bb6e-8048d1a0a650 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0211999 Apr 12 11:02:00.560076 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:00.561571 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:00.564805 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33084) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:00.576697 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'security_group_rule': {'security_group_id': 'a69de1b9-4f66-43f3-ba4f-715df960ee4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:00.612293 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f4e1-29bf-483f-8749-89e0134ac74c None None] Pushing event updated for resources: {'Port': ['ID=c8826c10-2829-4c66-9603-8ee705297229,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:00.624652 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4180-791f-430f-8618-0a9da467fd3a admin admin] Publish callbacks [] for security_group (5c64ecbe-b91a-4de2-a15c-a847d70f4c6c), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.719362 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (1d1768a1-ae08-4782-a7cf-bb4a912980ac), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.746908 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (89e5e1c5-b3da-415f-bd85-024924f827e0), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.760103 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:00.801515 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4180-791f-430f-8618-0a9da467fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (5c64ecbe-b91a-4de2-a15c-a847d70f4c6c), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.804217 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4180-791f-430f-8618-0a9da467fd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.805509 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-5f3d4180-791f-430f-8618-0a9da467fd3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c64ecbe-b91a-4de2-a15c-a847d70f4c6c HTTP/1.1" status: 204 len: 168 time: 0.8697038 Apr 12 11:02:00.862808 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d4180-791f-430f-8618-0a9da467fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c64ecbe-b91a-4de2-a15c-a847d70f4c6c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:00.900472 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Allocated IP 172.20.0.1 (1aa90ab5-27a1-4446-b358-853fbe9b3fdf/983ac349-3526-413a-90b2-48d649960a00/e32ae5c7-4dbc-4f5a-b8f9-d73013e56856) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:00.943976 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-609bc56d-6a28-442e-977a-41713901e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6ef20295-fc2d-4de9-9706-9020bd04bdb9), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.946473 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-609bc56d-6a28-442e-977a-41713901e2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.953386 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-609bc56d-6a28-442e-977a-41713901e2a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ef20295-fc2d-4de9-9706-9020bd04bdb9 HTTP/1.1" status: 204 len: 168 time: 2.6076384 Apr 12 11:02:00.988327 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Publish callbacks [] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.003134 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (1d1768a1-ae08-4782-a7cf-bb4a912980ac), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.017174 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (1d1768a1-ae08-4782-a7cf-bb4a912980ac), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.023475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] For port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:01.050094 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.053530 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bc56d-6a28-442e-977a-41713901e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef20295-fc2d-4de9-9706-9020bd04bdb9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.086832 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1768a1-ae08-4782-a7cf-bb4a912980ac,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.092591 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.104497 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-090810c4-6c5f-4369-bc73-cca58b7c3e53 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5370622 Apr 12 11:02:01.105790 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33098) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:01.124210 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'security_group_rule': {'security_group_id': 'a69de1b9-4f66-43f3-ba4f-715df960ee4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:01.165271 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33100) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:01.169096 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.172839 dv-cinder-830089-4-smb neutron-server[103286]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:02:01.223307 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 3, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:01.262158 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4ea2c1e5-4235-408b-8c95-24d4c175f25b req-df6c7ace-d32b-4f4d-820c-acf2a4b8b275 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.0900633 Apr 12 11:02:01.282108 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9950e46f-287e-449b-b813-70e3bcf0db25 admin admin] Publish callbacks [] for security_group (846aed36-2bbc-4dd3-aee3-b4da679f77d8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.307834 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (b8bcac5f-75ac-4848-8e11-cbe2379a10ee), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.329267 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Router 89e5e1c5-b3da-415f-bd85-024924f827e0 is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:02:01.332938 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fbf-6f68-4239-ab5d-6f4d38524a64 None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 3, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:01.337650 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9950e46f-287e-449b-b813-70e3bcf0db25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (846aed36-2bbc-4dd3-aee3-b4da679f77d8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.340515 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:01.340973 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.371183 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Provisioning complete for port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:01.371576 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.492949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25e2a1-5f18-41d3-8c62-fc8f0a2b25bb None None] Pushing event updated for resources: {'Port': ['ID=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.514074 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks [] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.578153 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-9950e46f-287e-449b-b813-70e3bcf0db25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=225e76b8177c41f1ab3268bdc5fc0845&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3561313 Apr 12 11:02:01.578369 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950e46f-287e-449b-b813-70e3bcf0db25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846aed36-2bbc-4dd3-aee3-b4da679f77d8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.593073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:01.639219 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Pushing event updated for resources: {'Port': ['ID=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.645646 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:01.716161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Sync routers for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:01.743311 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.753483 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.764213 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-d5af5a69-642e-4ff1-867b-fd76e8fa3d65 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5426438 Apr 12 11:02:01.766751 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:01.787475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Attempting to bind port f9871e9f-562c-4956-b6f4-b6d65e85ebbf on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:01.788332 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Attempting to bind port f9871e9f-562c-4956-b6f4-b6d65e85ebbf by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:01.789055 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Attempting to bind port f9871e9f-562c-4956-b6f4-b6d65e85ebbf on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:01.827607 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:01.828366 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Checking segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:01.828958 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.829576 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Bound using segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:01.830266 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a00c395-620c-4f84-b77d-7b3f1048f5c2 admin admin] Publish callbacks [] for security_group (846aed36-2bbc-4dd3-aee3-b4da679f77d8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.830544 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Bound port: f9871e9f-562c-4956-b6f4-b6d65e85ebbf, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:01.831121 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.923757 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.db.api [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:02:01.928473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG oslo_db.api [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:02:01.929223 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:01.929970 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:01.949084 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:01.978272 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:01.996088 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:01.996591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (f70f54dc-1abc-4efa-a5ae-e59e387a1add), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.012195 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a00c395-620c-4f84-b77d-7b3f1048f5c2 admin admin] Publish callbacks [] for security_group (846aed36-2bbc-4dd3-aee3-b4da679f77d8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.037321 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (b8bcac5f-75ac-4848-8e11-cbe2379a10ee), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.136559 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb8698-6c45-4724-a2ab-26196d6daeed None None] Current status of the port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:02.150885 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (b8bcac5f-75ac-4848-8e11-cbe2379a10ee), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.236238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.237623 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1285529 Apr 12 11:02:02.240506 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c9e16-d9f3-4fb1-85d4-9e05801e1553 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bcac5f-75ac-4848-8e11-cbe2379a10ee,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:02.244005 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33144) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:02.249012 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:02.280987 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:02.368750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.371000 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a00c395-620c-4f84-b77d-7b3f1048f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (846aed36-2bbc-4dd3-aee3-b4da679f77d8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.377278 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a00c395-620c-4f84-b77d-7b3f1048f5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.385507 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2a00c395-620c-4f84-b77d-7b3f1048f5c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/846aed36-2bbc-4dd3-aee3-b4da679f77d8 HTTP/1.1" status: 204 len: 168 time: 0.7911768 Apr 12 11:02:02.440058 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00c395-620c-4f84-b77d-7b3f1048f5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846aed36-2bbc-4dd3-aee3-b4da679f77d8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:02.452394 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.64', 49418) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:02.452977 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] For port f9871e9f-562c-4956-b6f4-b6d65e85ebbf, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:02.544301 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-70818c09-11c0-46e5-9a1b-4a6333b95a04 None None] Provisioning complete for port f9871e9f-562c-4956-b6f4-b6d65e85ebbf triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:02.545152 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70818c09-11c0-46e5-9a1b-4a6333b95a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.614124 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:02.615304 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:02.782305 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] For port f9871e9f-562c-4956-b6f4-b6d65e85ebbf, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:02.793012 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-28972f32-1530-4bf7-80cc-f729330d10de req-c64ad5a3-5218-43c2-97d6-cc80845d4b59 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.1330669 Apr 12 11:02:02.798151 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-70818c09-11c0-46e5-9a1b-4a6333b95a04 None None] Port f9871e9f-562c-4956-b6f4-b6d65e85ebbf cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:02.884988 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:02.885369 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.918450 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-11e3734e-1401-4858-8ff8-5bca2328ac7e tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:02.920634 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-11e3734e-1401-4858-8ff8-5bca2328ac7e tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.64 "GET /v2.0/networks?id=3842b82b-c180-4abe-8a7a-6cb28af4e128 HTTP/1.1" status: 200 len: 812 time: 0.4623821 Apr 12 11:02:02.929454 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.960084 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.990479 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:03.079519 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Request body: {'port': {'device_id': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128', 'admin_state_up': True, 'tenant_id': '457c094a8fe0422282c9c1ce48081a6c'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:03.248831 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.307975 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-b0cda8d8-22d2-4824-bc8d-5029e296c498 None None] Provisioning complete for port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:03.308383 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0cda8d8-22d2-4824-bc8d-5029e296c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.359063 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.370908 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks [] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.418066 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.418842 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (f70f54dc-1abc-4efa-a5ae-e59e387a1add), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.448370 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b0cda8d8-22d2-4824-bc8d-5029e296c498 None None] Port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:03.451965 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:01:59Z', 'revision_number': 3, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:03.503078 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Checking router: 89e5e1c5-b3da-415f-bd85-024924f827e0 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:03.504157 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Updating router 89e5e1c5-b3da-415f-bd85-024924f827e0 port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:03.510784 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Allocated IP 172.28.2.63 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/7bd506ab-96c6-4ead-a9d0-28bc30677999) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:03.593164 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:03.594091 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:03.642064 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.758568 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:03.806602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:03.873584 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25e2a1-5f18-41d3-8c62-fc8f0a2b25bb None None] Pushing event updated for resources: {'Port': ['ID=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:04.022253 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:04.044179 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:04.184647 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6978b3bd-e770-491b-acff-f94ebb4ff185 req-c36e0279-0020-4668-ba79-c2280bed0b2f tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.1669140 Apr 12 11:02:04.192808 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Allocated IP 172.20.0.1 (17eba3ae-8ab6-447e-801f-8559a8109400/04be585a-8c13-4659-af51-3f8d31b9a3b0/329cf580-ad93-4e68-93fa-234559ffd1e7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:04.218415 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:04.276877 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:04.294922 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] Provisioning complete for port f9871e9f-562c-4956-b6f4-b6d65e85ebbf triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:04.295315 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:04.299869 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:04.332479 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e184a560-3569-4657-b9c3-87655f1c1ec7 admin admin] 10.222.0.41 "PUT /v2.0/routers/f70f54dc-1abc-4efa-a5ae-e59e387a1add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9167786 Apr 12 11:02:04.376011 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:04.377428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Made reservation on behalf of 457c094a8fe0422282c9c1ce48081a6c for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:04.387788 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:04.389484 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:04.406868 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:04.410942 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:04.421199 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:04.421978 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:04.558820 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:04.585951 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:04.589530 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:04.612906 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks [] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:04.642762 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'Port': ['ID=7bd506ab-96c6-4ead-a9d0-28bc30677999,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:04.803981 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:05.059740 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Allocated IP 172.20.0.14 (3842b82b-c180-4abe-8a7a-6cb28af4e128/78fba77b-43a8-47ed-90c1-d9871ac1c551/ec64652b-e9e1-4732-a325-8863fed187ce) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:05.119946 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (01d17c09-7dea-4ace-a0eb-cc5707a80996), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.282738 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.339414 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:03Z', 'revision_number': 2, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:05.388151 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:05.388661 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Updating router f70f54dc-1abc-4efa-a5ae-e59e387a1add port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:05.425601 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.556788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.668984 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Publish callbacks [] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.690901 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:05.699662 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:05.725720 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:05.726514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (89e5e1c5-b3da-415f-bd85-024924f827e0), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.828620 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.869740 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:05.870475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.014133 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks [] for port (ec64652b-e9e1-4732-a325-8863fed187ce), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.029011 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Publish callbacks [] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.038887 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.118715 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:06.125541 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7256e1-586c-4d97-b462-6af8ed4fab2f None None] Pushing event updated for resources: {'Port': ['ID=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.144446 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.274622 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33270) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:06.333791 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Attempting to bind port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:06.334212 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Attempting to bind port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:06.334619 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Attempting to bind port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:06.347095 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:06.347580 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Checking segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:06.348036 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.368719 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Bound using segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:06.370926 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Bound port: e32ae5c7-4dbc-4f5a-b8f9-d73013e56856, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:06.371699 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.386116 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-facb2550-f04c-451e-b017-aaa334b40dd6 req-c3224e90-b905-44df-bebd-262b64a48cf6 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.8687687 Apr 12 11:02:06.392103 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33274) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:06.429258 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553149838', 'description': 'tempest-description--970234990'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:06.450077 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Network 3842b82b-c180-4abe-8a7a-6cb28af4e128 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:06.456783 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Attempting to bind port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:06.457340 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Attempting to bind port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:06.461897 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Attempting to bind port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:06.469797 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:06.471432 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b0cc2-46af-44f5-8343-07e386a10790 None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:06.489322 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:06.518886 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:06.519646 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.536635 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] Current status of the port f9871e9f-562c-4956-b6f4-b6d65e85ebbf is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:06.537036 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.578447 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:06.581299 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:06.587681 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.588292 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:06.588994 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Bound port: 08190fa6-95f2-4023-968f-2c1f4c05f6a2, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:06.589676 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.615397 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd7b17-5920-432a-80f3-9f6eeb10adcf None None] Pushing event updated for resources: {'Port': ['ID=08190fa6-95f2-4023-968f-2c1f4c05f6a2,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.618624 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] For port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:06.625385 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] For port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:06.640883 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.660292 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Pushing event updated for resources: {'Port': ['ID=329cf580-ad93-4e68-93fa-234559ffd1e7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.680311 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.683139 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.691055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Pushing event updated for resources: {'Port': ['ID=ec64652b-e9e1-4732-a325-8863fed187ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.703992 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-af7a311d-bb4a-42dd-a2f7-241203310ebf tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6372962 Apr 12 11:02:06.735692 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-86072019-000f-4fe2-a775-19fd5d66ec32 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:02:06.737183 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-86072019-000f-4fe2-a775-19fd5d66ec32 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140159 Apr 12 11:02:06.766409 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:06.767239 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:06.892081 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] For port f9871e9f-562c-4956-b6f4-b6d65e85ebbf, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:06.898435 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7256e1-586c-4d97-b462-6af8ed4fab2f None None] Pushing event updated for resources: {'Port': ['ID=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.911156 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.937148 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.006161 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7293f472-f7f0-4eeb-b346-557724e3717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.040043 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:07.056034 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (01d17c09-7dea-4ace-a0eb-cc5707a80996), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.075032 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.120300 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] For port 08190fa6-95f2-4023-968f-2c1f4c05f6a2, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:07.131177 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] For port 08190fa6-95f2-4023-968f-2c1f4c05f6a2, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=08190fa6-95f2-4023-968f-2c1f4c05f6a2,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:07.175931 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.189047 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9431689 Apr 12 11:02:07.204020 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f4ccb-e7f8-4c28-81d6-ba1b47961ca1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'Port': ['ID=7bd506ab-96c6-4ead-a9d0-28bc30677999,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.224284 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (53f29377-1ce2-4523-a66e-7fed7cebc889), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.235984 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (53f29377-1ce2-4523-a66e-7fed7cebc889), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.252284 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:07.253729 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device c8826c10-2829-4c66-9603-8ee705297229 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:07.301172 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.347749 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7293f472-f7f0-4eeb-b346-557724e3717f admin admin] Publish callbacks [] for security_group (dd14beda-fc2e-4077-ae2f-e9862183a07a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.351277 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.355395 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9415891 Apr 12 11:02:07.355871 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33294) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:07.361529 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'security_group_rule': {'security_group_id': '53f29377-1ce2-4523-a66e-7fed7cebc889', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:07.370217 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e7189-61d8-4724-a275-ccecb6e7dc22 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f29377-1ce2-4523-a66e-7fed7cebc889,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.371704 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7293f472-f7f0-4eeb-b346-557724e3717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (dd14beda-fc2e-4077-ae2f-e9862183a07a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.457598 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks [] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.466469 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.467802 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (89e5e1c5-b3da-415f-bd85-024924f827e0), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.587926 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Provisioning complete for port 329cf580-ad93-4e68-93fa-234559ffd1e7 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:07.588326 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.616239 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33300) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:07.622863 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb8154-815b-4e57-b6b9-32027d53ed28 None None] Pushing event updated for resources: {'Port': ['ID=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.626308 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7293f472-f7f0-4eeb-b346-557724e3717f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=835a6a684f2741e1beb8172b4f7d1051&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3436115 Apr 12 11:02:07.628876 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293f472-f7f0-4eeb-b346-557724e3717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd14beda-fc2e-4077-ae2f-e9862183a07a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.675788 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (b47a94e7-3c56-4c95-aa9c-57a9837b413f), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.843352 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd7b17-5920-432a-80f3-9f6eeb10adcf None None] Pushing event updated for resources: {'Port': ['ID=08190fa6-95f2-4023-968f-2c1f4c05f6a2,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.857123 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Request body: {'port': {'device_id': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:08.010151 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:08.089449 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e5966-2c94-4e1a-991d-121a1926ef45 None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:08.122932 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port c8826c10-2829-4c66-9603-8ee705297229 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:08.123526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (c8826c10-2829-4c66-9603-8ee705297229), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.190956 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (b47a94e7-3c56-4c95-aa9c-57a9837b413f), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.258784 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:08.259712 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:01:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:08.267002 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (b47a94e7-3c56-4c95-aa9c-57a9837b413f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.271430 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Pushing event updated for resources: {'Port': ['ID=329cf580-ad93-4e68-93fa-234559ffd1e7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:08.466103 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f78df4fc-06e6-47bd-b84e-e8679be7d272 admin admin] Publish callbacks [] for security_group (dd14beda-fc2e-4077-ae2f-e9862183a07a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.517621 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:08.613697 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d477a5-19bf-4257-a1e2-e2d113924a52 req-6369b7d4-d463-4c69-b960-424332269b87 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:08.624984 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-14d477a5-19bf-4257-a1e2-e2d113924a52 req-6369b7d4-d463-4c69-b960-424332269b87 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 932 time: 0.3728657 Apr 12 11:02:08.626051 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:08.651849 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:08.669009 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-c09e216e-7f42-4d9c-90e1-a06e349c44e5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1825374554&fields=id&tenant_id=96b66c5e64344386a5699595493fc2e7 HTTP/1.1" status: 200 len: 267 time: 0.4498377 Apr 12 11:02:08.715793 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f78df4fc-06e6-47bd-b84e-e8679be7d272 admin admin] Publish callbacks [] for security_group (dd14beda-fc2e-4077-ae2f-e9862183a07a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.717921 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47a94e7-3c56-4c95-aa9c-57a9837b413f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:08.828044 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-14d477a5-19bf-4257-a1e2-e2d113924a52 req-23155e9e-1a2a-4868-9aa3-862f475cfc45 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895256 Apr 12 11:02:08.839404 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.942287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b43095d1-a452-40be-97e9-b788ed6bdd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:09.011765 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Port 329cf580-ad93-4e68-93fa-234559ffd1e7 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:09.107505 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:09.115504 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33342) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:09.116736 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-97864574-7bff-4cea-84e6-196454471852 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7596273 Apr 12 11:02:09.297468 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Provisioning complete for port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:09.298705 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:09.337872 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'security_group_rule': {'security_group_id': '53f29377-1ce2-4523-a66e-7fed7cebc889', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:09.578528 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port c8826c10-2829-4c66-9603-8ee705297229 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:09.586718 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (c8826c10-2829-4c66-9603-8ee705297229), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:09.807032 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec64652b-e9e1-4732-a325-8863fed187ce {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:09.847551 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port c8826c10-2829-4c66-9603-8ee705297229, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=c8826c10-2829-4c66-9603-8ee705297229,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:09.847798 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Publish callbacks [] for port (ec64652b-e9e1-4732-a325-8863fed187ce), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:09.914211 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Transition to ACTIVE for port object ec64652b-e9e1-4732-a325-8863fed187ce will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:09.915236 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (c8826c10-2829-4c66-9603-8ee705297229), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:09.930822 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.031210 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-b8c5b0c4-e027-40b7-938e-3974f320b034 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.032933 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-b8c5b0c4-e027-40b7-938e-3974f320b034 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 810 time: 1.3500376 Apr 12 11:02:10.037641 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (f26a223c-609d-4c16-b8aa-ecd5eda957c9), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.085653 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f78df4fc-06e6-47bd-b84e-e8679be7d272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (dd14beda-fc2e-4077-ae2f-e9862183a07a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.093606 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f78df4fc-06e6-47bd-b84e-e8679be7d272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.098162 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-f78df4fc-06e6-47bd-b84e-e8679be7d272 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd14beda-fc2e-4077-ae2f-e9862183a07a HTTP/1.1" status: 204 len: 168 time: 2.4754164 Apr 12 11:02:10.203263 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-b921ee68-45ad-46c9-af2a-4cc32b4ff1ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/quotas/96b66c5e64344386a5699595493fc2e7 HTTP/1.1" status: 200 len: 375 time: 0.1427085 Apr 12 11:02:10.218629 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 2, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:10.227873 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Router 89e5e1c5-b3da-415f-bd85-024924f827e0 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:10.232228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78df4fc-06e6-47bd-b84e-e8679be7d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd14beda-fc2e-4077-ae2f-e9862183a07a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:10.355284 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:10.381830 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33368) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:10.418026 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f35849dd-d2ce-4861-a4fd-ea5e6521c3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.438915 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (f26a223c-609d-4c16-b8aa-ecd5eda957c9), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.461660 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Pushing event updated for resources: {'Port': ['ID=ec64652b-e9e1-4732-a325-8863fed187ce,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:10.479540 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-4d823aa0-618c-4a5e-a3de-7e7c8872e6d0 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2497077 Apr 12 11:02:10.482399 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (f26a223c-609d-4c16-b8aa-ecd5eda957c9), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.484239 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421c654-96c2-4ebd-b96d-962934ebee5c None None] The sync data for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb is: [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 2, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:10.521588 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a223c-609d-4c16-b8aa-ecd5eda957c9,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:10.540526 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.542615 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-f273817a-725b-4b74-b728-b6cb62ab8a5c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3971775 Apr 12 11:02:10.586068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33376) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:10.590996 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Current status of the port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:10.593992 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:10.599647 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.659397 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.673232 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:10.699441 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8d70-c5b5-4927-ade4-a78054ba442c req-01870c70-16ce-4096-b832-98e2b7ead8e7 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.701124 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba9b8d70-c5b5-4927-ade4-a78054ba442c req-01870c70-16ce-4096-b832-98e2b7ead8e7 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 944 time: 0.5456038 Apr 12 11:02:10.705656 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Attempting to bind port ec64652b-e9e1-4732-a325-8863fed187ce on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:10.706270 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Attempting to bind port ec64652b-e9e1-4732-a325-8863fed187ce by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'dde1c358-76c1-4dec-98c3-f63391ed761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:10.708127 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Attempting to bind port ec64652b-e9e1-4732-a325-8863fed187ce on network 3842b82b-c180-4abe-8a7a-6cb28af4e128 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:10.726908 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-c25972eb-adb2-4637-a220-de15d7ab45f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/89e5e1c5-b3da-415f-bd85-024924f827e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9513748 Apr 12 11:02:10.738582 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Port ec64652b-e9e1-4732-a325-8863fed187ce on network 3842b82b-c180-4abe-8a7a-6cb28af4e128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:10.738949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=c8826c10-2829-4c66-9603-8ee705297229,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:10.739167 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Attempting to bind port ec64652b-e9e1-4732-a325-8863fed187ce on network 3842b82b-c180-4abe-8a7a-6cb28af4e128 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:10.759490 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:10.761760 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Checking segment: {'id': 'dde1c358-76c1-4dec-98c3-f63391ed761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:10.762536 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Bound using segment: {'id': 'dde1c358-76c1-4dec-98c3-f63391ed761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:10.763039 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Bound port: ec64652b-e9e1-4732-a325-8863fed187ce, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde1c358-76c1-4dec-98c3-f63391ed761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:10.763473 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.803563 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.859051 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] For port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:10.893582 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.903986 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:10.919200 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.012512 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.107889 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-b5f9f56f-d8da-416d-a921-058fadf38cfe None None] Provisioning complete for port 329cf580-ad93-4e68-93fa-234559ffd1e7 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:11.121588 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f56f-d8da-416d-a921-058fadf38cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.201591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] For port ec64652b-e9e1-4732-a325-8863fed187ce, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:11.285382 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee322f7-1d50-4911-88e8-96f04107bca8 None None] Pushing event updated for resources: {'Port': ['ID=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:11.321790 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] For port ec64652b-e9e1-4732-a325-8863fed187ce, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec64652b-e9e1-4732-a325-8863fed187ce,segment=NetworkSegment(dde1c358-76c1-4dec-98c3-f63391ed761b),segment_id=dde1c358-76c1-4dec-98c3-f63391ed761b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:11.369496 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-51b9c3b9-8f1d-42bc-a4ae-7260ddbdd41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.370023 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9f56f-d8da-416d-a921-058fadf38cfe None None] Port 329cf580-ad93-4e68-93fa-234559ffd1e7 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:11.387202 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.466116 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:11.468146 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device f9871e9f-562c-4956-b6f4-b6d65e85ebbf up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:11.563273 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba9b8d70-c5b5-4927-ade4-a78054ba442c req-ef72e055-861d-4b42-a19b-4993271923c0 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8303111 Apr 12 11:02:11.594348 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:11.601425 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.603168 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] 10.222.0.64 "PUT /v2.0/ports/ec64652b-e9e1-4732-a325-8863fed187ce HTTP/1.1" status: 200 len: 1094 time: 4.3259895 Apr 12 11:02:11.603640 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'tag': 'ec64652b-e9e1-4732-a325-8863fed187ce'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:11.644522 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port f9871e9f-562c-4956-b6f4-b6d65e85ebbf triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:11.646470 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.746739 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33398) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:11.800296 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Allocated IP 172.28.2.166 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/27ba8498-b4c0-4aef-8321-be5e01653a92) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:12.014775 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.084038 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-8f838d08-8a6f-41ac-bab3-dd4e83119dae service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:02:12.086831 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-8f838d08-8a6f-41ac-bab3-dd4e83119dae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5867138 Apr 12 11:02:12.090253 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.170539 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'Port': ['ID=27ba8498-b4c0-4aef-8321-be5e01653a92,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:12.229847 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fccf7-1cd2-4924-9955-50fbcdc2e1db service neutron] Pushing event updated for resources: {'Port': ['ID=ec64652b-e9e1-4732-a325-8863fed187ce,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:12.341127 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-6cfa3a6e-6ef5-4b71-9901-5268efc8c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:12.365332 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-6cfa3a6e-6ef5-4b71-9901-5268efc8c010 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=457c094a8fe0422282c9c1ce48081a6c&device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 1128 time: 0.5117874 Apr 12 11:02:12.381448 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7010e8d-e534-4138-b03f-473e0a1be554" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e171a4-e7c9-410a-8536-26f9824d79c5", "tag": "ec64652b-e9e1-4732-a325-8863fed187ce"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:12.406754 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a748a97b-7efd-464d-9c89-ec0111627a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.541954 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:12.557605 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:12.590001 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port f9871e9f-562c-4956-b6f4-b6d65e85ebbf is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:12.597308 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.609189 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-8cc52751-40eb-4521-93ee-f97d86a57b93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec64652b-e9e1-4732-a325-8863fed187ce HTTP/1.1" status: 200 len: 217 time: 0.2164419 Apr 12 11:02:12.616725 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-51b9c3b9-8f1d-42bc-a4ae-7260ddbdd41b admin admin] Publish callbacks [] for security_group (0f78d95e-ffa7-42d0-98b5-e16fc850ae5f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.620215 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:12.687074 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-eb99571f-cc25-4e45-a654-2c7927fb806d service neutron] 10.222.0.41 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187697 Apr 12 11:02:12.701543 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-51b9c3b9-8f1d-42bc-a4ae-7260ddbdd41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0f78d95e-ffa7-42d0-98b5-e16fc850ae5f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.755397 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-51b9c3b9-8f1d-42bc-a4ae-7260ddbdd41b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74038054aa12419baba706d7868e42fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3722625 Apr 12 11:02:12.774588 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33432) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:12.776794 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-5591c572-53ca-4643-9742-cd6d1f4af434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:12.778256 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-5591c572-53ca-4643-9742-cd6d1f4af434 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78fba77b-43a8-47ed-90c1-d9871ac1c551 HTTP/1.1" status: 200 len: 852 time: 0.1555355 Apr 12 11:02:12.913800 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device c8826c10-2829-4c66-9603-8ee705297229 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:13.063104 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-0befa930-3754-4ce0-8b7f-d0bd1b2f676b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3842b82b-c180-4abe-8a7a-6cb28af4e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067816 Apr 12 11:02:13.066280 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port c8826c10-2829-4c66-9603-8ee705297229 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:13.066922 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (c8826c10-2829-4c66-9603-8ee705297229), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.090358 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (99ecd647-68df-4150-8975-0ccd038f0a33), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.197528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9c3b9-8f1d-42bc-a4ae-7260ddbdd41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78d95e-ffa7-42d0-98b5-e16fc850ae5f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:13.315033 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port c8826c10-2829-4c66-9603-8ee705297229 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:13.316772 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:13.343140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9131acc0-4714-4797-bca2-517da5145212 admin admin] Publish callbacks [] for security_group (0f78d95e-ffa7-42d0-98b5-e16fc850ae5f), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.381635 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9131acc0-4714-4797-bca2-517da5145212 admin admin] Publish callbacks [] for security_group (0f78d95e-ffa7-42d0-98b5-e16fc850ae5f), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.416213 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:13.418026 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.489086 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9131acc0-4714-4797-bca2-517da5145212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0f78d95e-ffa7-42d0-98b5-e16fc850ae5f), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.491701 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9131acc0-4714-4797-bca2-517da5145212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.495946 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9131acc0-4714-4797-bca2-517da5145212 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f78d95e-ffa7-42d0-98b5-e16fc850ae5f HTTP/1.1" status: 204 len: 168 time: 0.7203672 Apr 12 11:02:13.539232 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a748a97b-7efd-464d-9c89-ec0111627a83 admin admin] Publish callbacks [] for security_group (f9fad25e-7c11-4326-bd4b-3d1ca06f087d), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.542148 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-2ac619bf-e484-4e57-a681-c15438a54a8d service neutron] 10.222.0.41 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418937 Apr 12 11:02:13.543372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.781808 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-18b7e24b-2446-4794-bf9d-078a5e220067 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:13.788081 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-18b7e24b-2446-4794-bf9d-078a5e220067 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 818 time: 1.0071807 Apr 12 11:02:13.793867 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.796706 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.799736 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131acc0-4714-4797-bca2-517da5145212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78d95e-ffa7-42d0-98b5-e16fc850ae5f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:13.801092 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:13.804088 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a748a97b-7efd-464d-9c89-ec0111627a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f9fad25e-7c11-4326-bd4b-3d1ca06f087d), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.813690 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 08190fa6-95f2-4023-968f-2c1f4c05f6a2 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:13.833824 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.848652 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-8ef05b72-c851-4aa5-ab98-8d4b88c1186a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/quotas/cfb44fea7a814afd8ac19abd80e0293c HTTP/1.1" status: 200 len: 375 time: 0.0557804 Apr 12 11:02:13.851298 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a748a97b-7efd-464d-9c89-ec0111627a83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70b25fb9f81e4020a9d2c213a3490938&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1030524 Apr 12 11:02:13.852344 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33448) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:13.958026 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (99ecd647-68df-4150-8975-0ccd038f0a33), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.028928 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748a97b-7efd-464d-9c89-ec0111627a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fad25e-7c11-4326-bd4b-3d1ca06f087d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:14.058440 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:14.058440 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.058758 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.058758 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4574821 Apr 12 11:02:14.072123 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b1e7f-a96c-4e81-9340-f72980e59f12 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'Port': ['ID=27ba8498-b4c0-4aef-8321-be5e01653a92,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:14.269916 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-943aecfe-0c4d-4d47-9aaf-a39c2448a620 service neutron] 10.222.0.64 "GET /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1677086 Apr 12 11:02:14.461876 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:14.468279 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.486419 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-5a06ae02-2855-4172-a1b6-1a8614b1cb07 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6040976 Apr 12 11:02:14.495520 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a537c0ae-2c5b-44e4-b9f7-b9b89ca8e072 admin admin] Publish callbacks [] for security_group (f9fad25e-7c11-4326-bd4b-3d1ca06f087d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.553172 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33482) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:14.580814 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 08190fa6-95f2-4023-968f-2c1f4c05f6a2, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=08190fa6-95f2-4023-968f-2c1f4c05f6a2,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:14.591758 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d9aa-129e-4830-8da7-dba1797d2641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.603493 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.722672 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=08190fa6-95f2-4023-968f-2c1f4c05f6a2,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:14.838664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a537c0ae-2c5b-44e4-b9f7-b9b89ca8e072 admin admin] Publish callbacks [] for security_group (f9fad25e-7c11-4326-bd4b-3d1ca06f087d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.902393 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5070df02-fec6-4edd-8a58-180f9aeb75e9 req-ac2c08ab-41c7-4416-b9dc-07fa58b84a3f service neutron] 10.222.0.64 "GET /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248493 Apr 12 11:02:14.912925 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d9aa-129e-4830-8da7-dba1797d2641 admin admin] Publish callbacks [] for security_group (7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.921071 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d9aa-129e-4830-8da7-dba1797d2641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.941945 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-a3a94389-c730-4d6d-b7f2-377575aa7b33 service neutron] 10.222.0.41 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804502 Apr 12 11:02:15.030824 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b7c6d9aa-129e-4830-8da7-dba1797d2641 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1d1a28444e94cc692a7a70fa8a36dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762537 Apr 12 11:02:15.032095 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6d9aa-129e-4830-8da7-dba1797d2641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:15.035074 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33504) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:15.172029 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92309e6b-84c5-494a-aad0-48f48e667a42 admin admin] Publish callbacks [] for security_group (7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.180378 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a537c0ae-2c5b-44e4-b9f7-b9b89ca8e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f9fad25e-7c11-4326-bd4b-3d1ca06f087d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.195505 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a537c0ae-2c5b-44e4-b9f7-b9b89ca8e072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.196514 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a537c0ae-2c5b-44e4-b9f7-b9b89ca8e072 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9fad25e-7c11-4326-bd4b-3d1ca06f087d HTTP/1.1" status: 204 len: 168 time: 1.3399487 Apr 12 11:02:15.229334 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537c0ae-2c5b-44e4-b9f7-b9b89ca8e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fad25e-7c11-4326-bd4b-3d1ca06f087d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:15.289509 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-6f475413-8cd0-468a-a9ca-0aa82165f2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321829 Apr 12 11:02:15.324363 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92309e6b-84c5-494a-aad0-48f48e667a42 admin admin] Publish callbacks [] for security_group (7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.514790 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92309e6b-84c5-494a-aad0-48f48e667a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.517707 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92309e6b-84c5-494a-aad0-48f48e667a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.522960 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-92309e6b-84c5-494a-aad0-48f48e667a42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff HTTP/1.1" status: 204 len: 168 time: 0.4831507 Apr 12 11:02:15.537327 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92309e6b-84c5-494a-aad0-48f48e667a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f28f73f-4bcb-4e6f-ad38-ad6f651c33ff,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:15.559347 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42488eac-5351-4a88-9016-8139f051c2d9 x-openstack-request-id: req-42488eac-5351-4a88-9016-8139f051c2d9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:15.560510 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e171a4-e7c9-410a-8536-26f9824d79c5", "tag": "ec64652b-e9e1-4732-a325-8863fed187ce", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:15.560773 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42488eac-5351-4a88-9016-8139f051c2d9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:15.561281 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42488eac-5351-4a88-9016-8139f051c2d9'] response: {'name': 'network-changed', 'server_uuid': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'tag': 'ec64652b-e9e1-4732-a325-8863fed187ce', 'status': 'completed', 'code': 200} Apr 12 11:02:15.802070 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-73498453-c79b-4daa-8dcc-370ce0490680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:15.807749 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-73498453-c79b-4daa-8dcc-370ce0490680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=457c094a8fe0422282c9c1ce48081a6c&device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 1128 time: 0.1736379 Apr 12 11:02:15.875122 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a46bb15b-2609-4ae2-be84-5f4cc7c2eef2 req-9391a60d-5c45-4fd0-9b5f-88f20d9a36d6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 210 time: 0.0662129 Apr 12 11:02:15.985953 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2806b-ab4a-4b34-813f-af5711e1ab02 req-32d8c704-1520-4281-80fa-30b309cd92cc tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:15.988372 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e6f2806b-ab4a-4b34-813f-af5711e1ab02 req-32d8c704-1520-4281-80fa-30b309cd92cc tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 944 time: 0.2057102 Apr 12 11:02:16.165296 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e6f2806b-ab4a-4b34-813f-af5711e1ab02 req-9a5aa979-dda6-44df-8243-a858fe1d64a2 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695614 Apr 12 11:02:16.165536 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Sync routers for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:16.197641 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:16.198325 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:02:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:16.372453 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-580ac6dd-ca4e-4829-a945-9bc9983ce445 req-eaf8d0e8-5ec2-46f0-91da-021e8bcf46d0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 210 time: 0.0768788 Apr 12 11:02:16.452140 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-bbb61d5b-3bbd-4e4b-b6ca-62fd31a194ad tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--553149838&fields=id&tenant_id=2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 267 time: 0.2613144 Apr 12 11:02:16.560035 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-65950313-c755-40c8-9afc-f42dc8244dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:16.564846 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-65950313-c755-40c8-9afc-f42dc8244dd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3842b82b-c180-4abe-8a7a-6cb28af4e128 HTTP/1.1" status: 200 len: 913 time: 0.6857872 Apr 12 11:02:16.722057 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:16.825333 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-c7473e1f-9a46-46d1-8e79-b4c4ece3801c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec64652b-e9e1-4732-a325-8863fed187ce HTTP/1.1" status: 200 len: 217 time: 0.2550061 Apr 12 11:02:16.911505 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-a5a3b35c-bd7c-4d2b-8534-2c7f9e945067 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:16.913312 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-a5a3b35c-bd7c-4d2b-8534-2c7f9e945067 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 817 time: 0.4602733 Apr 12 11:02:17.016915 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d173e1e-9090-4fe2-a809-d27eeea98872 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/quotas/2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 375 time: 0.0674963 Apr 12 11:02:17.045753 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-671b9e44-d1f9-4e6d-847f-14207347b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:17.047468 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-671b9e44-d1f9-4e6d-847f-14207347b327 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78fba77b-43a8-47ed-90c1-d9871ac1c551 HTTP/1.1" status: 200 len: 852 time: 0.1707430 Apr 12 11:02:17.060466 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-a5f42357-b090-498a-a996-562d78fa57a7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:17.068039 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-a5f42357-b090-498a-a996-562d78fa57a7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 818 time: 0.1392200 Apr 12 11:02:17.084108 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-e48774cf-7c2e-4688-8b60-b85006ce4067 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596325 Apr 12 11:02:17.097066 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-aea481c9-1027-4fd2-b1e4-073662c0ef2b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/quotas/cfb44fea7a814afd8ac19abd80e0293c HTTP/1.1" status: 200 len: 375 time: 0.0149665 Apr 12 11:02:17.097293 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 08190fa6-95f2-4023-968f-2c1f4c05f6a2 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:17.183811 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-7e5545ca-9c5b-4e9e-ba1b-d54687515d14 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851777 Apr 12 11:02:17.238368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:17.239873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.359321 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 2, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:17.369940 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-07d3aa4a-9ae3-41a5-8817-4ce4c08b6336 service neutron] 10.222.0.41 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722554 Apr 12 11:02:17.417964 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-8c7eefb9-b541-4f11-bd33-f1f827247c4a service neutron] 10.222.0.41 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328634 Apr 12 11:02:17.504579 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Checking router: 89e5e1c5-b3da-415f-bd85-024924f827e0 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:17.505593 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Updating router 89e5e1c5-b3da-415f-bd85-024924f827e0 port 329cf580-ad93-4e68-93fa-234559ffd1e7 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:17.594087 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-e7a61a47-8d26-40f0-9641-a2ba0e4979d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231760 Apr 12 11:02:17.627352 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-02bc9bb3-aada-4d46-ac67-1d185ac15b60 service neutron] 10.222.0.41 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077749 Apr 12 11:02:17.630104 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:17.639754 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.774204 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-e1d19fcd-03b5-4dab-84bc-3b65c8559448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3842b82b-c180-4abe-8a7a-6cb28af4e128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138248 Apr 12 11:02:17.849004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.64', 49437) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:17.971012 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-52d6275a-3d0b-4391-9a1b-8740487c930a service neutron] 10.222.0.64 "GET /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710653 Apr 12 11:02:18.035201 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:02:18.355685 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-165e538f-e13e-4d3c-99c6-9a08dfb5cc38 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:18.359847 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-165e538f-e13e-4d3c-99c6-9a08dfb5cc38 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 810 time: 0.4580488 Apr 12 11:02:18.386058 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8b7fa8c8-db44-466b-8522-6dbc7ea1f12e req-df4c28c6-7f73-4ae3-90c7-086105fe535b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 210 time: 0.1948242 Apr 12 11:02:18.412464 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Publish callbacks [] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:18.425980 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:18.714091 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.64', 49438) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:18.794677 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d9e53-a370-4447-9c2f-50f4527c1b70 None None] Pushing event updated for resources: {'Port': ['ID=329cf580-ad93-4e68-93fa-234559ffd1e7,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:18.969529 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-59f22a82-02a3-4a7a-91a5-8c0fce4172c8 req-1a9a91ef-3211-4a33-a94c-0d7b268d0b70 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 210 time: 0.2274325 Apr 12 11:02:19.064866 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7010e8d-e534-4138-b03f-473e0a1be554 req-42562892-516f-4fdf-afb6-285121ea0a9f service neutron] 10.222.0.64 "GET /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402151 Apr 12 11:02:19.131147 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Attempting to bind port 329cf580-ad93-4e68-93fa-234559ffd1e7 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:19.133868 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Attempting to bind port 329cf580-ad93-4e68-93fa-234559ffd1e7 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:19.135547 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Attempting to bind port 329cf580-ad93-4e68-93fa-234559ffd1e7 on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:19.181377 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:19.183321 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Checking segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:19.188427 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.188915 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Bound using segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:19.192283 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Bound port: 329cf580-ad93-4e68-93fa-234559ffd1e7, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:19.195892 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.271606 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-94cb5859-68ed-4d02-94cd-dea831378d66 req-63439ee9-d1ad-40e5-b9c5-e92ba6330a19 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 210 time: 0.0954359 Apr 12 11:02:19.360572 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-a9f4226e-2b17-461d-b79d-4eb3f273c05c None None] Provisioning complete for port 329cf580-ad93-4e68-93fa-234559ffd1e7 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:19.361440 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9f4226e-2b17-461d-b79d-4eb3f273c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.370523 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.407853 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] For port 329cf580-ad93-4e68-93fa-234559ffd1e7, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:19.427631 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] For port 329cf580-ad93-4e68-93fa-234559ffd1e7, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=329cf580-ad93-4e68-93fa-234559ffd1e7,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:19.434701 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4226e-2b17-461d-b79d-4eb3f273c05c None None] Port 329cf580-ad93-4e68-93fa-234559ffd1e7 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:19.439948 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.568248 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:19.569129 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:02:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:19.652506 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9c4e7fac-7641-4dbf-b4b4-96ec8f8f92c5 req-8de000f4-ff8c-465d-9b8f-16902efbd86c tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 210 time: 0.0708785 Apr 12 11:02:19.664163 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b048d-749a-4dd4-9309-1866d7f7fe86 req-3e6bba2a-4477-4b01-84b1-420f34c0d991 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.673243 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-576b048d-749a-4dd4-9309-1866d7f7fe86 req-3e6bba2a-4477-4b01-84b1-420f34c0d991 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 944 time: 1.4368055 Apr 12 11:02:19.881223 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-45db9d6b-193d-409d-a972-2a80596eb517 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b66c5e64344386a5699595493fc2e7 HTTP/1.1" status: 200 len: 380 time: 1.4758129 Apr 12 11:02:19.903035 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'port': {'device_id': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'admin_state_up': True, 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'security_groups': ['a69de1b9-4f66-43f3-ba4f-715df960ee4a']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:19.969125 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-576b048d-749a-4dd4-9309-1866d7f7fe86 req-31e3ed70-7f70-4ada-97fe-f954605ced7c tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935958 Apr 12 11:02:19.983949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d9e53-a370-4447-9c2f-50f4527c1b70 None None] Pushing event updated for resources: {'Port': ['ID=329cf580-ad93-4e68-93fa-234559ffd1e7,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:19.995351 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] Provisioning complete for port 329cf580-ad93-4e68-93fa-234559ffd1e7 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:19.996374 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.026859 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e395fb64-3d02-41e3-9dbc-502c36514586 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:20.029286 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e395fb64-3d02-41e3-9dbc-502c36514586 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 818 time: 1.3111205 Apr 12 11:02:20.151203 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:20.171079 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Made reservation on behalf of 96b66c5e64344386a5699595493fc2e7 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:20.181355 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.181759 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5cda5c4d-3884-4381-9862-b50f6536d705 req-cea1ffbe-f581-4a98-bc85-985e45a5297a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 210 time: 0.0376818 Apr 12 11:02:20.252459 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] Current status of the port 329cf580-ad93-4e68-93fa-234559ffd1e7 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:20.252882 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.334750 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] For port 329cf580-ad93-4e68-93fa-234559ffd1e7, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=329cf580-ad93-4e68-93fa-234559ffd1e7,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:20.348034 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.438626 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202d5f5-d395-4df5-855e-1a0f4dd7d3dc None None] Pushing event updated for resources: {'Port': ['ID=329cf580-ad93-4e68-93fa-234559ffd1e7,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:20.444627 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:19Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:20.455358 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-62e7febc-ef79-4d5f-a35b-3ca001812df1 req-5d3a2ece-705c-4c14-b26d-2d17900cf7a7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 210 time: 0.0786772 Apr 12 11:02:20.489386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e0eb1-8837-4416-a555-00c253b1ec07 None None] The sync data for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb is: [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:19Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:20.619833 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Allocated IP 172.20.0.8 (7dc39e1a-dd25-4363-9f4c-61cc404afa72/de475af3-d147-4b80-995f-ace98680611f/a21bd099-24fc-47ae-9ec9-d46e565fbb11) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:20.773813 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 329cf580-ad93-4e68-93fa-234559ffd1e7 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:20.836201 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-87b4afe8-6db4-4f17-adaf-b29f3a235ce3 req-ecbd33f4-98f5-4434-b45a-11e4bd48d688 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 210 time: 0.0741816 Apr 12 11:02:20.873790 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 329cf580-ad93-4e68-93fa-234559ffd1e7 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:20.874232 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.916081 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33760) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:20.933015 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'port': {'device_id': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'admin_state_up': True, 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:21.106092 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 329cf580-ad93-4e68-93fa-234559ffd1e7 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:21.186723 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.235732 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0adb4b9-3a64-41ee-a85e-be2a618edc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.288426 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a529a8-675c-4edd-b774-1110d38e9530 req-5eb943be-d9a2-44ae-a571-814552bf9dec tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:21.289975 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-05a529a8-675c-4edd-b774-1110d38e9530 req-5eb943be-d9a2-44ae-a571-814552bf9dec tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 944 time: 0.1289692 Apr 12 11:02:21.407612 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-01d53a48-a19b-48bf-8e88-57f1e56719ca req-0fb5c288-a86f-4426-b8f5-f96830910e3e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 210 time: 0.0752196 Apr 12 11:02:21.417189 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-05a529a8-675c-4edd-b774-1110d38e9530 req-ee727f62-8843-451b-ba3c-8b9e124a8279 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165497 Apr 12 11:02:21.422276 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.520323 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0adb4b9-3a64-41ee-a85e-be2a618edc01 admin admin] Publish callbacks [] for security_group (6a89f1e3-2d1e-41c4-946b-d77edd90b3e9), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.550359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0adb4b9-3a64-41ee-a85e-be2a618edc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6a89f1e3-2d1e-41c4-946b-d77edd90b3e9), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.609248 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adb4b9-3a64-41ee-a85e-be2a618edc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89f1e3-2d1e-41c4-946b-d77edd90b3e9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:21.618425 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a0adb4b9-3a64-41ee-a85e-be2a618edc01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e02e4593cfd9499d92a8e92d76717b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7011802 Apr 12 11:02:21.619058 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33786) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:21.666796 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'Port': ['ID=a21bd099-24fc-47ae-9ec9-d46e565fbb11,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:21.671673 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:21.683143 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Made reservation on behalf of cfb44fea7a814afd8ac19abd80e0293c for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:21.683850 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.702352 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c02309-0b90-4759-89c9-3622fb931464 admin admin] Publish callbacks [] for security_group (6a89f1e3-2d1e-41c4-946b-d77edd90b3e9), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.702920 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:21.727342 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:21.732807 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:21.733504 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.734827 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c02309-0b90-4759-89c9-3622fb931464 admin admin] Publish callbacks [] for security_group (6a89f1e3-2d1e-41c4-946b-d77edd90b3e9), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.752844 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0c89f85-3c5b-42d7-a522-4615335d80cc req-967ec5fe-91e2-4fe3-a40a-f66481eb3a22 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 210 time: 0.0799818 Apr 12 11:02:21.787070 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-e860d1f9-9c05-41ce-a1e7-09495d496df8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8896077 Apr 12 11:02:21.826588 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c02309-0b90-4759-89c9-3622fb931464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6a89f1e3-2d1e-41c4-946b-d77edd90b3e9), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.829083 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c02309-0b90-4759-89c9-3622fb931464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:21.830668 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-79c02309-0b90-4759-89c9-3622fb931464 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a89f1e3-2d1e-41c4-946b-d77edd90b3e9 HTTP/1.1" status: 204 len: 168 time: 0.2106183 Apr 12 11:02:21.855510 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c02309-0b90-4759-89c9-3622fb931464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89f1e3-2d1e-41c4-946b-d77edd90b3e9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:21.898481 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Request body: {'port': {'device_id': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:21.994379 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-65b3c3ee-0763-4b44-a4c5-54437e787312 None None] Provisioning complete for port a21bd099-24fc-47ae-9ec9-d46e565fbb11 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:21.998015 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-65b3c3ee-0763-4b44-a4c5-54437e787312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:22.046929 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-65b3c3ee-0763-4b44-a4c5-54437e787312 None None] Port a21bd099-24fc-47ae-9ec9-d46e565fbb11 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:22.052468 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.64', 49449) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:22.165024 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Allocated IP 172.20.0.7 (17eba3ae-8ab6-447e-801f-8559a8109400/04be585a-8c13-4659-af51-3f8d31b9a3b0/ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:22.201567 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:22.283558 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4936245-905a-4549-a82f-81bd2401cd57 req-2e930162-a8ca-4254-9e91-046ae764c973 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:22.286453 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c4936245-905a-4549-a82f-81bd2401cd57 req-2e930162-a8ca-4254-9e91-046ae764c973 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 931 time: 0.2860308 Apr 12 11:02:22.370401 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-0d4e90fb-5eaa-488b-8c42-9ec1a63421a6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:22.371940 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-0d4e90fb-5eaa-488b-8c42-9ec1a63421a6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 817 time: 0.2810285 Apr 12 11:02:22.419443 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c4936245-905a-4549-a82f-81bd2401cd57 req-00f413cf-f7c6-44c6-8813-7cf602bc32c6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243043 Apr 12 11:02:22.427907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-fce84b00-d2d1-4216-85c7-84fcb8e9fa51 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:22.429293 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-fce84b00-d2d1-4216-85c7-84fcb8e9fa51 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 818 time: 0.5666986 Apr 12 11:02:22.439643 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:22.509116 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'port': {'device_id': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'admin_state_up': True, 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:22.626055 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:22.729482 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-6b904720-508d-4691-b3bf-55bb53fffd03 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 379 time: 0.3275657 Apr 12 11:02:22.738593 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64e5e9d-d3d9-4611-b167-57ed58dc2212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:22.752618 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'port': {'device_id': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'admin_state_up': True, 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'security_groups': ['53f29377-1ce2-4523-a66e-7fed7cebc889']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:22.756123 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c2c027ed-b4dd-4fd0-a5d2-704b0e0672e5 req-9051cd3f-ccf4-4ea6-9232-ebe9a2ae46f1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 210 time: 0.1559193 Apr 12 11:02:22.758172 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:22.773365 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209e45-1baf-4ca7-a0c4-c3f49a1b7b1e req-d53a122c-6c19-4ddf-b28d-92dcdf915df1 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:22.774903 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0209e45-1baf-4ca7-a0c4-c3f49a1b7b1e req-d53a122c-6c19-4ddf-b28d-92dcdf915df1 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 944 time: 0.1659422 Apr 12 11:02:22.783077 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Made reservation on behalf of cfb44fea7a814afd8ac19abd80e0293c for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:22.787084 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:22.924484 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7659e094-536c-40ce-b42e-8fa1d2208255 req-7a0026fa-049a-4cf8-a792-1ca79b40c57e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 210 time: 0.0404723 Apr 12 11:02:22.930744 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d8050b6-0964-45f8-bdc0-67942a32e302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.032676 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d8050b6-0964-45f8-bdc0-67942a32e302 admin admin] Publish callbacks [] for security_group (e7a738fe-58cb-40a7-af2a-0e7daf0249e5), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.036835 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d8050b6-0964-45f8-bdc0-67942a32e302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e7a738fe-58cb-40a7-af2a-0e7daf0249e5), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.091188 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4d8050b6-0964-45f8-bdc0-67942a32e302 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aa18d366ec948b09655bf883fd97725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6494846 Apr 12 11:02:23.093783 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33846) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:23.147503 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8050b6-0964-45f8-bdc0-67942a32e302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a738fe-58cb-40a7-af2a-0e7daf0249e5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:23.167350 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2625ff-9ef7-41ce-97cf-db82a259c007 admin admin] Publish callbacks [] for security_group (e7a738fe-58cb-40a7-af2a-0e7daf0249e5), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.192317 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2625ff-9ef7-41ce-97cf-db82a259c007 admin admin] Publish callbacks [] for security_group (e7a738fe-58cb-40a7-af2a-0e7daf0249e5), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.197299 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0209e45-1baf-4ca7-a0c4-c3f49a1b7b1e req-149c2707-67d7-4931-bdb7-b0075ad3f626 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079483 Apr 12 11:02:23.236322 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.274921 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Allocated IP 172.20.0.14 (17eba3ae-8ab6-447e-801f-8559a8109400/04be585a-8c13-4659-af51-3f8d31b9a3b0/152aaf79-5c2f-45a6-a574-6f1032643799) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:23.297957 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2625ff-9ef7-41ce-97cf-db82a259c007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e7a738fe-58cb-40a7-af2a-0e7daf0249e5), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.300476 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2625ff-9ef7-41ce-97cf-db82a259c007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.301654 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-da2625ff-9ef7-41ce-97cf-db82a259c007 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7a738fe-58cb-40a7-af2a-0e7daf0249e5 HTTP/1.1" status: 204 len: 168 time: 0.2068536 Apr 12 11:02:23.306213 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21bd099-24fc-47ae-9ec9-d46e565fbb11 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:23.323514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Publish callbacks [] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.324159 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2625ff-9ef7-41ce-97cf-db82a259c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a738fe-58cb-40a7-af2a-0e7daf0249e5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:23.351122 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:23.360463 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'Port': ['ID=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:23.374075 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:23.381720 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64e5e9d-d3d9-4611-b167-57ed58dc2212 admin admin] Publish callbacks [] for security_group (0af51d6b-c788-4e64-80f4-8a280e4449e2), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.385852 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Transition to ACTIVE for port object a21bd099-24fc-47ae-9ec9-d46e565fbb11 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:23.393842 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64e5e9d-d3d9-4611-b167-57ed58dc2212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0af51d6b-c788-4e64-80f4-8a280e4449e2), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.399458 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Made reservation on behalf of 2c05008531754bf68fbf7eb1b5225f78 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:23.403284 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.405313 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.422140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:23.427892 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:23.428528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.455331 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for port (152aaf79-5c2f-45a6-a574-6f1032643799), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.505109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.565193 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-13191c11-a66c-424f-8c22-94a7d8395a56 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6516263 Apr 12 11:02:23.565825 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e5e9d-d3d9-4611-b167-57ed58dc2212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af51d6b-c788-4e64-80f4-8a280e4449e2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:23.571812 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b64e5e9d-d3d9-4611-b167-57ed58dc2212 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ec6ee2c5d754ff39eb9bdc5aa5e448a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9369879 Apr 12 11:02:23.579975 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33860) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:23.586160 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd099-24fc-47ae-9ec9-d46e565fbb11,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:23.604902 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Request body: {'port': {'device_id': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:23.621655 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:23.647326 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:23.660090 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:23.666146 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:23.666832 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.674943 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'Port': ['ID=152aaf79-5c2f-45a6-a574-6f1032643799,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:23.697493 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67ec7-6110-4510-a2be-baf5c5e53ee0 req-ed0b7a54-222a-4a48-ac2f-f665658fbb43 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:23.701328 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-69b67ec7-6110-4510-a2be-baf5c5e53ee0 req-ed0b7a54-222a-4a48-ac2f-f665658fbb43 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.1099095 Apr 12 11:02:23.706341 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-0e3786d8-cea8-433c-a3e5-b9b60381a8c0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2015135 Apr 12 11:02:23.733050 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Request body: {'port': {'device_id': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:23.779608 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33868) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:23.829279 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d12ead73-5e11-4c15-a743-8fc36de383cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.894068 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-69b67ec7-6110-4510-a2be-baf5c5e53ee0 req-06bfbb98-44bc-4a65-89bc-0dd412451746 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785824 Apr 12 11:02:23.905020 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-62128029-9c1f-4464-91ff-f160e8eb49e0 None None] Provisioning complete for port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:23.906706 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-62128029-9c1f-4464-91ff-f160e8eb49e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.921038 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Attempting to bind port a21bd099-24fc-47ae-9ec9-d46e565fbb11 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:23.921457 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Attempting to bind port a21bd099-24fc-47ae-9ec9-d46e565fbb11 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:23.921695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Attempting to bind port a21bd099-24fc-47ae-9ec9-d46e565fbb11 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:23.930674 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:23.949406 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Port a21bd099-24fc-47ae-9ec9-d46e565fbb11 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:23.949711 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Attempting to bind port a21bd099-24fc-47ae-9ec9-d46e565fbb11 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:23.971637 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.023259 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-62128029-9c1f-4464-91ff-f160e8eb49e0 None None] Port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:24.040057 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:24.040676 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Checking segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:24.041378 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Bound using segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:24.042010 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Bound port: a21bd099-24fc-47ae-9ec9-d46e565fbb11, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:24.042624 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.064476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28772073-603a-41c7-a593-909811791da6 admin admin] Publish callbacks [] for security_group (0af51d6b-c788-4e64-80f4-8a280e4449e2), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.067073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Allocated IP 172.20.0.7 (1aa90ab5-27a1-4446-b358-853fbe9b3fdf/983ac349-3526-413a-90b2-48d649960a00/a58e7138-5765-4cb5-b859-6f326a4d7661) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:24.069561 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33876) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:24.084851 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ec64652b-e9e1-4732-a325-8863fed187ce details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:24.092293 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ff61e9fe-ea5e-4cc6-a60a-72ed3001ec1c req-beca3e5b-fa2d-4f97-b117-934b2b23fb89 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 210 time: 0.1121655 Apr 12 11:02:24.134507 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d12ead73-5e11-4c15-a743-8fc36de383cf admin admin] Publish callbacks [] for security_group (67faa26d-80b3-4184-911a-167f211d8b7f), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.147890 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e117eda-2c42-4be8-996e-3f678dae5f17 req-0d29855e-a628-46e9-b5b0-d718fb232126 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:24.149407 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5e117eda-2c42-4be8-996e-3f678dae5f17 req-0d29855e-a628-46e9-b5b0-d718fb232126 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 932 time: 0.1354020 Apr 12 11:02:24.181158 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28772073-603a-41c7-a593-909811791da6 admin admin] Publish callbacks [] for security_group (0af51d6b-c788-4e64-80f4-8a280e4449e2), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.192449 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d12ead73-5e11-4c15-a743-8fc36de383cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (67faa26d-80b3-4184-911a-167f211d8b7f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.247187 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port ec64652b-e9e1-4732-a325-8863fed187ce, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec64652b-e9e1-4732-a325-8863fed187ce,segment=NetworkSegment(dde1c358-76c1-4dec-98c3-f63391ed761b),segment_id=dde1c358-76c1-4dec-98c3-f63391ed761b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:24.271139 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'ec64652b-e9e1-4732-a325-8863fed187ce', 'network_id': '3842b82b-c180-4abe-8a7a-6cb28af4e128', 'port_id': 'ec64652b-e9e1-4732-a325-8863fed187ce', 'mac_address': 'fa:16:3e:f3:15:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fba77b-43a8-47ed-90c1-d9871ac1c551', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:24.273217 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-d12ead73-5e11-4c15-a743-8fc36de383cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cadf8f51c2044f7aa9e403065330c6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891961 Apr 12 11:02:24.293903 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:24.326114 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ead73-5e11-4c15-a743-8fc36de383cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67faa26d-80b3-4184-911a-167f211d8b7f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:24.340207 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-11539b02-1555-443f-a0cf-abb3cbc8dd1e None None] Provisioning complete for port 152aaf79-5c2f-45a6-a574-6f1032643799 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:24.341228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11539b02-1555-443f-a0cf-abb3cbc8dd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.344305 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port ec64652b-e9e1-4732-a325-8863fed187ce is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:24.344884 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.345922 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12803ee3-01db-4cea-afdd-8f5512393f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.391306 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec64652b-e9e1-4732-a325-8863fed187ce {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:24.401164 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5e117eda-2c42-4be8-996e-3f678dae5f17 req-c845f6d3-d39f-4031-a672-b4c749a58c74 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998887 Apr 12 11:02:24.413014 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-11539b02-1555-443f-a0cf-abb3cbc8dd1e None None] Port 152aaf79-5c2f-45a6-a574-6f1032643799 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:24.424645 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port ec64652b-e9e1-4732-a325-8863fed187ce, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec64652b-e9e1-4732-a325-8863fed187ce,segment=NetworkSegment(dde1c358-76c1-4dec-98c3-f63391ed761b),segment_id=dde1c358-76c1-4dec-98c3-f63391ed761b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:24.431473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.484225 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=ec64652b-e9e1-4732-a325-8863fed187ce,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:24.497435 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] For port a21bd099-24fc-47ae-9ec9-d46e565fbb11, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:24.511719 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26323167-fdb3-473f-81d1-6a474dc23791 admin admin] Publish callbacks [] for security_group (67faa26d-80b3-4184-911a-167f211d8b7f), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.551586 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26323167-fdb3-473f-81d1-6a474dc23791 admin admin] Publish callbacks [] for security_group (67faa26d-80b3-4184-911a-167f211d8b7f), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.578065 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] For port a21bd099-24fc-47ae-9ec9-d46e565fbb11, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:24.601067 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c053a-22f5-41ab-8ed3-b918b07e0f3f req-8b119cc1-0792-4320-aba4-bb4c3098b625 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:24.602594 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110c053a-22f5-41ab-8ed3-b918b07e0f3f req-8b119cc1-0792-4320-aba4-bb4c3098b625 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 945 time: 0.2942204 Apr 12 11:02:24.610939 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.642016 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12803ee3-01db-4cea-afdd-8f5512393f81 admin admin] Publish callbacks [] for security_group (44e1eab9-3109-4564-9885-de5280075a6b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.651119 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152aaf79-5c2f-45a6-a574-6f1032643799 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:24.655276 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12803ee3-01db-4cea-afdd-8f5512393f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (44e1eab9-3109-4564-9885-de5280075a6b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.670005 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Publish callbacks [] for port (152aaf79-5c2f-45a6-a574-6f1032643799), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.695387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28772073-603a-41c7-a593-909811791da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0af51d6b-c788-4e64-80f4-8a280e4449e2), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.698394 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28772073-603a-41c7-a593-909811791da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.705107 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-28772073-603a-41c7-a593-909811791da6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0af51d6b-c788-4e64-80f4-8a280e4449e2 HTTP/1.1" status: 204 len: 168 time: 1.1110868 Apr 12 11:02:24.705637 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.712581 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:24.713034 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.714472 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] 10.222.0.64 "PUT /v2.0/ports/a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 1093 time: 2.8328078 Apr 12 11:02:24.716976 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-12803ee3-01db-4cea-afdd-8f5512393f81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a6d76fdf3244ed4a414b812bd1b9911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6034966 Apr 12 11:02:24.717115 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:24.718640 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33894) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:24.726586 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12803ee3-01db-4cea-afdd-8f5512393f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e1eab9-3109-4564-9885-de5280075a6b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:24.743220 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Transition to ACTIVE for port object 152aaf79-5c2f-45a6-a574-6f1032643799 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:24.766010 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26323167-fdb3-473f-81d1-6a474dc23791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (67faa26d-80b3-4184-911a-167f211d8b7f), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.770942 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26323167-fdb3-473f-81d1-6a474dc23791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.774553 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-26323167-fdb3-473f-81d1-6a474dc23791 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67faa26d-80b3-4184-911a-167f211d8b7f HTTP/1.1" status: 204 len: 168 time: 0.4771075 Apr 12 11:02:24.785531 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.792364 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['ec64652b-e9e1-4732-a325-8863fed187ce'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:24.836727 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26323167-fdb3-473f-81d1-6a474dc23791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67faa26d-80b3-4184-911a-167f211d8b7f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:24.860653 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110c053a-22f5-41ab-8ed3-b918b07e0f3f req-680613c6-d0b9-40b3-b025-49a109564ddd tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323797 Apr 12 11:02:24.878406 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Pushing event updated for resources: {'Port': ['ID=152aaf79-5c2f-45a6-a574-6f1032643799,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:24.886246 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d2be2e4-2c61-4c0b-aa98-04ecfa56453c admin admin] Publish callbacks [] for security_group (44e1eab9-3109-4564-9885-de5280075a6b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.986071 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28772073-603a-41c7-a593-909811791da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af51d6b-c788-4e64-80f4-8a280e4449e2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:25.013748 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d2be2e4-2c61-4c0b-aa98-04ecfa56453c admin admin] Publish callbacks [] for security_group (44e1eab9-3109-4564-9885-de5280075a6b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.033850 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Attempting to bind port 152aaf79-5c2f-45a6-a574-6f1032643799 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:25.034477 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Attempting to bind port 152aaf79-5c2f-45a6-a574-6f1032643799 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:25.035533 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Attempting to bind port 152aaf79-5c2f-45a6-a574-6f1032643799 on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:25.065097 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-b91168fa-1d57-4651-97d3-27e22917b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.070869 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-b91168fa-1d57-4651-97d3-27e22917b11e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1127 time: 0.2851212 Apr 12 11:02:25.114180 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90367-72f7-4372-84ce-54d85f0102fb req-1252766c-c2ab-4503-abe3-1b10b779c401 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.123936 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-abd90367-72f7-4372-84ce-54d85f0102fb req-1252766c-c2ab-4503-abe3-1b10b779c401 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.0697269 Apr 12 11:02:25.141360 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Port 152aaf79-5c2f-45a6-a574-6f1032643799 on network 17eba3ae-8ab6-447e-801f-8559a8109400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:25.142072 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Attempting to bind port 152aaf79-5c2f-45a6-a574-6f1032643799 on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:25.170443 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:25.171169 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Checking segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:25.171786 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Bound using segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:25.172430 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Bound port: 152aaf79-5c2f-45a6-a574-6f1032643799, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:25.173014 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.255375 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26f315-760e-42ce-b2ac-eab68a5abc13 service neutron] Pushing event updated for resources: {'Port': ['ID=a21bd099-24fc-47ae-9ec9-d46e565fbb11,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:25.268562 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-abd90367-72f7-4372-84ce-54d85f0102fb req-d15ae83d-1a77-4e85-89df-cac8215c9507 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430504 Apr 12 11:02:25.297549 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] For port 152aaf79-5c2f-45a6-a574-6f1032643799, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:25.302196 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] For port 152aaf79-5c2f-45a6-a574-6f1032643799, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=152aaf79-5c2f-45a6-a574-6f1032643799,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:25.310698 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d2be2e4-2c61-4c0b-aa98-04ecfa56453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (44e1eab9-3109-4564-9885-de5280075a6b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.315631 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d2be2e4-2c61-4c0b-aa98-04ecfa56453c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.319350 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-9d2be2e4-2c61-4c0b-aa98-04ecfa56453c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44e1eab9-3109-4564-9885-de5280075a6b HTTP/1.1" status: 204 len: 168 time: 0.5975182 Apr 12 11:02:25.322283 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.341418 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6c0f3ce5-ffd9-46d3-8ca0-ec6426d00b57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 217 time: 0.0814090 Apr 12 11:02:25.342478 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.405185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Pushing event updated for resources: {'Port': ['ID=152aaf79-5c2f-45a6-a574-6f1032643799,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:25.410406 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2be2e4-2c61-4c0b-aa98-04ecfa56453c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e1eab9-3109-4564-9885-de5280075a6b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:25.413969 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.414888 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.416474 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-2ed96ba6-8eb2-4ad2-ac04-6401d3e9df5b service neutron] 10.222.0.64 "PUT /v2.0/ports/152aaf79-5c2f-45a6-a574-6f1032643799 HTTP/1.1" status: 200 len: 1094 time: 1.6955066 Apr 12 11:02:25.417007 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'tag': '152aaf79-5c2f-45a6-a574-6f1032643799'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:25.419373 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29825b77-fbe5-49ec-9de4-59ccec0a7234" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7c0f6b-5074-4380-befd-4497e926ef7f", "tag": "152aaf79-5c2f-45a6-a574-6f1032643799"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:25.536265 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93beca2b-14dd-4914-aff0-0505eac3a8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:25.540973 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-9a9417e8-9be1-4367-843e-3ae28fa7124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.542555 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-9a9417e8-9be1-4367-843e-3ae28fa7124e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 1128 time: 0.0640781 Apr 12 11:02:25.544954 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33926) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:25.594676 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:25.607818 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b13089c0-37c5-4320-bd1a-b2599d7f60bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.665719 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-ae039f25-dcae-4754-915a-51ed527f677b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152aaf79-5c2f-45a6-a574-6f1032643799 HTTP/1.1" status: 200 len: 217 time: 0.1037481 Apr 12 11:02:25.701198 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139a5ef-49c7-42d0-a1db-33373d177dd7 req-05212b7c-fc18-4b38-9b9d-46463c45d053 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.702875 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1139a5ef-49c7-42d0-a1db-33373d177dd7 req-05212b7c-fc18-4b38-9b9d-46463c45d053 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 931 time: 0.4440799 Apr 12 11:02:25.720508 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:25.724495 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-133d4ff8-36a8-45ca-a175-ecce15798176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.739484 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-133d4ff8-36a8-45ca-a175-ecce15798176 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.3816054 Apr 12 11:02:25.744758 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b445c-56e8-498d-afde-0cee81a2434b req-1ca11b91-6c10-4df3-bab4-875a797e6eae tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.746453 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-037b445c-56e8-498d-afde-0cee81a2434b req-1ca11b91-6c10-4df3-bab4-875a797e6eae tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 944 time: 0.2029061 Apr 12 11:02:25.758391 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:25.771845 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:25.780858 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.782402 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.877514 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-77dca50f-cc80-46b1-9524-fbbbbf695598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.886605 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-77dca50f-cc80-46b1-9524-fbbbbf695598 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.1608584 Apr 12 11:02:25.888846 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b13089c0-37c5-4320-bd1a-b2599d7f60bf admin admin] Publish callbacks [] for security_group (26de152b-a38a-4f5a-9e00-4acf9e1a0d4e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:25.953522 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b13089c0-37c5-4320-bd1a-b2599d7f60bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (26de152b-a38a-4f5a-9e00-4acf9e1a0d4e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.006364 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-037b445c-56e8-498d-afde-0cee81a2434b req-30425c54-6766-47a8-8d43-834665dd3807 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198799 Apr 12 11:02:26.060827 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ec64652b-e9e1-4732-a325-8863fed187ce up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:26.075501 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-b12afff3-62f7-4fba-b7d0-2eeaebe4e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.077073 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-b12afff3-62f7-4fba-b7d0-2eeaebe4e3aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1857255 Apr 12 11:02:26.088510 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b13089c0-37c5-4320-bd1a-b2599d7f60bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afb8b7f9306d458cac98cbad47ad4f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424023 Apr 12 11:02:26.099040 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33946) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:26.104096 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13089c0-37c5-4320-bd1a-b2599d7f60bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26de152b-a38a-4f5a-9e00-4acf9e1a0d4e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.175217 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5fc61c-32e9-41d8-bda2-d2c606eb4620 x-openstack-request-id: req-bd5fc61c-32e9-41d8-bda2-d2c606eb4620 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:26.175592 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7c0f6b-5074-4380-befd-4497e926ef7f", "tag": "152aaf79-5c2f-45a6-a574-6f1032643799", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:26.175755 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd5fc61c-32e9-41d8-bda2-d2c606eb4620 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:26.176161 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5fc61c-32e9-41d8-bda2-d2c606eb4620'] response: {'name': 'network-changed', 'server_uuid': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'tag': '152aaf79-5c2f-45a6-a574-6f1032643799', 'status': 'completed', 'code': 200} Apr 12 11:02:26.204956 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-3a254167-6163-4809-a78a-3446545623cd None None] Provisioning complete for port a58e7138-5765-4cb5-b859-6f326a4d7661 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:26.205665 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a254167-6163-4809-a78a-3446545623cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.220478 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-845dd16f-1381-4011-9252-0c24412883bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4794176 Apr 12 11:02:26.221041 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port ec64652b-e9e1-4732-a325-8863fed187ce completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:26.234510 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:26.239835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867203de-d9ba-482d-ae2d-a299402648e1 req-71dac363-b329-4c86-8362-61cb14f4e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.241589 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-71dac363-b329-4c86-8362-61cb14f4e75b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4560139 Apr 12 11:02:26.255999 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port ec64652b-e9e1-4732-a325-8863fed187ce triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:26.256810 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.258428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994c2f84-ad06-45ae-b110-c63e78cf0f87 admin admin] Publish callbacks [] for security_group (26de152b-a38a-4f5a-9e00-4acf9e1a0d4e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.261661 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Request body: {'port': {'device_id': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:26.267177 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Publish callbacks [] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.281396 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-ef0d01c9-a925-4fb8-aa39-ddfbba85ffdf service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831222 Apr 12 11:02:26.306285 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994c2f84-ad06-45ae-b110-c63e78cf0f87 admin admin] Publish callbacks [] for security_group (26de152b-a38a-4f5a-9e00-4acf9e1a0d4e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.313489 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1139a5ef-49c7-42d0-a1db-33373d177dd7 req-9265baab-59bb-4b79-b342-894e997b0e71 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5913548 Apr 12 11:02:26.337863 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3a254167-6163-4809-a78a-3446545623cd None None] Port a58e7138-5765-4cb5-b859-6f326a4d7661 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:26.411227 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port ec64652b-e9e1-4732-a325-8863fed187ce is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:26.411786 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.417442 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 33958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:26.444930 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-259e0b85-4fcf-4f6c-b99b-24f0f9627356 req-801a8bc0-9223-4720-b111-7dee23adee50 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542745 Apr 12 11:02:26.451372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Transition to ACTIVE for port object ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:26.462595 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fb85d74-377a-435c-9eb1-daef0980f8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.469555 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port ec64652b-e9e1-4732-a325-8863fed187ce, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec64652b-e9e1-4732-a325-8863fed187ce,segment=NetworkSegment(dde1c358-76c1-4dec-98c3-f63391ed761b),segment_id=dde1c358-76c1-4dec-98c3-f63391ed761b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:26.471614 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec64652b-e9e1-4732-a325-8863fed187ce'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:26.475259 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994c2f84-ad06-45ae-b110-c63e78cf0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (26de152b-a38a-4f5a-9e00-4acf9e1a0d4e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.476786 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.478344 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994c2f84-ad06-45ae-b110-c63e78cf0f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.480117 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-994c2f84-ad06-45ae-b110-c63e78cf0f87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26de152b-a38a-4f5a-9e00-4acf9e1a0d4e HTTP/1.1" status: 204 len: 168 time: 0.3703060 Apr 12 11:02:26.498681 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c2f84-ad06-45ae-b110-c63e78cf0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de152b-a38a-4f5a-9e00-4acf9e1a0d4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.543068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c0301-ca3d-4114-b9b5-4f1fd0328d72 x-openstack-request-id: req-4e1c0301-ca3d-4114-b9b5-4f1fd0328d72 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:26.543652 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:26.543775 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e1c0301-ca3d-4114-b9b5-4f1fd0328d72 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:26.544306 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1c0301-ca3d-4114-b9b5-4f1fd0328d72'] response: {'name': 'network-changed', 'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'status': 'completed', 'code': 200} Apr 12 11:02:26.562108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.598117 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fb85d74-377a-435c-9eb1-daef0980f8f4 admin admin] Publish callbacks [] for security_group (e6ed5ec5-3ad0-4593-acad-0e995dd03949), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.600985 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.605315 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7fb85d74-377a-435c-9eb1-daef0980f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e6ed5ec5-3ad0-4593-acad-0e995dd03949), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.634696 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=ec64652b-e9e1-4732-a325-8863fed187ce,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.690297 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7fb85d74-377a-435c-9eb1-daef0980f8f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82f8d110cd4b4897bb44673b7e881910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715385 Apr 12 11:02:26.699395 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437df67f-7e10-4dfd-bc95-910face8f177 req-d3c0ec18-f60d-46d6-969e-35972dff353a tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.701235 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-437df67f-7e10-4dfd-bc95-910face8f177 req-d3c0ec18-f60d-46d6-969e-35972dff353a tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.2370336 Apr 12 11:02:26.702011 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 33968) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:26.718259 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85d74-377a-435c-9eb1-daef0980f8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed5ec5-3ad0-4593-acad-0e995dd03949,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.781796 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Pushing event updated for resources: {'Port': ['ID=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.797664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1399-f41e-4294-9b86-db68118bb03e req-394dbaf9-96e5-42ab-8060-04819e7ad35e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.800795 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-704b1399-f41e-4294-9b86-db68118bb03e req-394dbaf9-96e5-42ab-8060-04819e7ad35e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.0871134 Apr 12 11:02:26.803037 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-6270ef38-6aab-4135-b354-4c8a69ff3b22 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537100 Apr 12 11:02:26.889619 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-704b1399-f41e-4294-9b86-db68118bb03e req-2b80d9af-b516-430d-860d-4de209b5476e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825310 Apr 12 11:02:26.911422 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Attempting to bind port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:26.911764 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Attempting to bind port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:26.912094 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Attempting to bind port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:26.934146 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3e8fc-72d6-43e5-b236-c747c8828aa2" -d '{"events": [{"server_uuid": "d2e171a4-e7c9-410a-8536-26f9824d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "ec64652b-e9e1-4732-a325-8863fed187ce"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:26.981017 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c on network 17eba3ae-8ab6-447e-801f-8559a8109400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:26.981351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Attempting to bind port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:27.006140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:27.006599 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Checking segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:27.007002 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Bound using segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:27.007788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Bound port: ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:27.007788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.023262 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-437df67f-7e10-4dfd-bc95-910face8f177 req-c548d509-82dd-45f9-ade2-dbee303e772d tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040516 Apr 12 11:02:27.046396 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e86749-684d-4a3b-a1d6-dd1f1b5899b4 admin admin] Publish callbacks [] for security_group (e6ed5ec5-3ad0-4593-acad-0e995dd03949), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.128117 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9ecf9-e240-4141-abb6-af79663e9986 x-openstack-request-id: req-65e9ecf9-e240-4141-abb6-af79663e9986 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:27.128606 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e171a4-e7c9-410a-8536-26f9824d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "ec64652b-e9e1-4732-a325-8863fed187ce", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:27.128774 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65e9ecf9-e240-4141-abb6-af79663e9986 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:27.129271 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e9ecf9-e240-4141-abb6-af79663e9986'] response: {'server_uuid': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec64652b-e9e1-4732-a325-8863fed187ce', 'code': 200} Apr 12 11:02:27.179238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] For port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:27.193203 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] For port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:27.215640 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.259841 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e86749-684d-4a3b-a1d6-dd1f1b5899b4 admin admin] Publish callbacks [] for security_group (e6ed5ec5-3ad0-4593-acad-0e995dd03949), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.356974 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-a3a2fd32-da42-4e8b-997d-7cc18ccc1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.358516 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-a3a2fd32-da42-4e8b-997d-7cc18ccc1651 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 1128 time: 0.1197658 Apr 12 11:02:27.449668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.64', 49458) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:27.641993 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d01a6-4b67-4c22-bd24-a146d956ff1c req-36f2576d-583b-4d95-b5da-d1e22b936cf5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.648503 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ea8d01a6-4b67-4c22-bd24-a146d956ff1c req-36f2576d-583b-4d95-b5da-d1e22b936cf5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 944 time: 0.4415603 Apr 12 11:02:27.672114 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.673861 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.675478 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] 10.222.0.64 "PUT /v2.0/ports/ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 200 len: 1093 time: 4.0904117 Apr 12 11:02:27.784491 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b213c9-81e6-49bd-9af3-83f7453028a9 req-e33e5f8b-0a66-424a-ac01-661b47bc819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.785978 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-87b213c9-81e6-49bd-9af3-83f7453028a9 req-e33e5f8b-0a66-424a-ac01-661b47bc819d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 1130 time: 0.3353751 Apr 12 11:02:27.833354 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-87b213c9-81e6-49bd-9af3-83f7453028a9 req-d7df538a-fd08-4050-87e7-14339c8ac994 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.844785 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-1a38408c-269d-4636-b164-59f61faa469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.847091 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-1a38408c-269d-4636-b164-59f61faa469a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1127 time: 0.0667353 Apr 12 11:02:27.888250 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd65ea-22d2-43fa-a45b-3ce2920d266b req-4881b958-b621-4c41-972b-1643b48b5df9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.889824 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-31fd65ea-22d2-43fa-a45b-3ce2920d266b req-4881b958-b621-4c41-972b-1643b48b5df9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 931 time: 0.3946407 Apr 12 11:02:27.895291 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-8e462258-1caf-4bc4-a8cd-a0e9cfc16cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.896755 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-8e462258-1caf-4bc4-a8cd-a0e9cfc16cdd service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.5323713 Apr 12 11:02:27.913362 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ea8d01a6-4b67-4c22-bd24-a146d956ff1c req-20f2c829-beea-40a3-ab4d-3be13f4e6cf9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271242 Apr 12 11:02:27.914737 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88dc7-1506-44ed-aaf9-07578bb2582c service neutron] Pushing event updated for resources: {'Port': ['ID=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:27.971193 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-6946ef11-451b-4cfe-9279-682e5e5b8c6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152aaf79-5c2f-45a6-a574-6f1032643799 HTTP/1.1" status: 200 len: 217 time: 0.0639298 Apr 12 11:02:27.981773 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-0a61284e-c433-4aff-9e31-d08db9429859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 200 len: 217 time: 0.0993562 Apr 12 11:02:27.987816 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e86749-684d-4a3b-a1d6-dd1f1b5899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e6ed5ec5-3ad0-4593-acad-0e995dd03949), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.990441 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e86749-684d-4a3b-a1d6-dd1f1b5899b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.991612 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-41e86749-684d-4a3b-a1d6-dd1f1b5899b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6ed5ec5-3ad0-4593-acad-0e995dd03949 HTTP/1.1" status: 204 len: 168 time: 1.2843649 Apr 12 11:02:28.025673 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58e7138-5765-4cb5-b859-6f326a4d7661 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:28.031579 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e86749-684d-4a3b-a1d6-dd1f1b5899b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed5ec5-3ad0-4593-acad-0e995dd03949,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:28.052884 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-87b213c9-81e6-49bd-9af3-83f7453028a9 req-d7df538a-fd08-4050-87e7-14339c8ac994 service neutron] Publish callbacks [] for security_group (c45768f7-00a5-4dea-aa5e-1a0a2f83a955), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.079510 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-87b213c9-81e6-49bd-9af3-83f7453028a9 req-d7df538a-fd08-4050-87e7-14339c8ac994 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (c45768f7-00a5-4dea-aa5e-1a0a2f83a955), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.099351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Publish callbacks [] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.128597 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-2f0a758c-1f8d-4ac9-995c-3ad73f651071 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8654029 Apr 12 11:02:28.144201 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-31fd65ea-22d2-43fa-a45b-3ce2920d266b req-33967539-6655-4a71-9b1f-53325e4e9b13 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326376 Apr 12 11:02:28.189139 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Transition to ACTIVE for port object a58e7138-5765-4cb5-b859-6f326a4d7661 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:28.191466 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-87b213c9-81e6-49bd-9af3-83f7453028a9 req-d7df538a-fd08-4050-87e7-14339c8ac994 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815994 Apr 12 11:02:28.193954 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-39aa3072-b765-485b-a796-5040ae3a8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.204355 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-39aa3072-b765-485b-a796-5040ae3a8096 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.2174015 Apr 12 11:02:28.204355 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df538a-fd08-4050-87e7-14339c8ac994 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c45768f7-00a5-4dea-aa5e-1a0a2f83a955,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:28.207779 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c959a-b70a-47f3-9da7-de71c0845a11 req-c85e1a93-7bf0-4bc2-8b4a-eae9cf992ff1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.210024 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-930c959a-b70a-47f3-9da7-de71c0845a11 req-c85e1a93-7bf0-4bc2-8b4a-eae9cf992ff1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.1596234 Apr 12 11:02:28.212899 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-7a009fea-e092-4406-91a1-caca0472c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.214832 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-7a009fea-e092-4406-91a1-caca0472c81f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.2219775 Apr 12 11:02:28.215920 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.294709 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:28.304357 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99285-efc5-444d-b70d-f2198a29e1af req-82412144-d43c-483b-9835-1ced464350b8 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.306803 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-23c99285-efc5-444d-b70d-f2198a29e1af req-82412144-d43c-483b-9835-1ced464350b8 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.0826750 Apr 12 11:02:28.357042 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-930c959a-b70a-47f3-9da7-de71c0845a11 req-59f91774-cbfa-48ae-8cc7-6b12cef2fe05 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087496 Apr 12 11:02:28.368274 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Attempting to bind port a58e7138-5765-4cb5-b859-6f326a4d7661 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:28.368914 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Attempting to bind port a58e7138-5765-4cb5-b859-6f326a4d7661 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:28.369426 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Attempting to bind port a58e7138-5765-4cb5-b859-6f326a4d7661 on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:28.374320 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Port a58e7138-5765-4cb5-b859-6f326a4d7661 on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:28.374689 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Attempting to bind port a58e7138-5765-4cb5-b859-6f326a4d7661 on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:28.379735 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:28.380066 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Checking segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:28.380654 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Bound using segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:28.381227 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Bound port: a58e7138-5765-4cb5-b859-6f326a4d7661, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:28.381769 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.401767 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-23c99285-efc5-444d-b70d-f2198a29e1af req-549677a3-3ee9-45fe-85d1-bbb3dd7ac85b tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872655 Apr 12 11:02:28.464523 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:28.469894 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:28.484235 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.526461 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.527135 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.528805 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] 10.222.0.64 "PUT /v2.0/ports/a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 1093 time: 2.2862153 Apr 12 11:02:28.554299 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'tag': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c'}, {'name': 'network-changed', 'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:28.560162 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ca201-5ef9-4b74-8c51-f957d5d614e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf65c0c-1eaf-49cb-ab6d-c40e41576b19", "tag": "ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c"}, {"name": "network-changed", "server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:28.569132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b4726-4401-4c45-a4b5-8326ecc75cde service neutron] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:28.633280 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73532e6b-f02e-4c4f-9f33-419e67196a48 x-openstack-request-id: req-73532e6b-f02e-4c4f-9f33-419e67196a48 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:28.633576 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf65c0c-1eaf-49cb-ab6d-c40e41576b19", "tag": "ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:28.633825 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73532e6b-f02e-4c4f-9f33-419e67196a48 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:28.634254 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73532e6b-f02e-4c4f-9f33-419e67196a48'] response: {'name': 'network-changed', 'server_uuid': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'tag': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c', 'status': 'completed', 'code': 200} Apr 12 11:02:28.634597 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73532e6b-f02e-4c4f-9f33-419e67196a48'] response: {'name': 'network-changed', 'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'status': 'completed', 'code': 200} Apr 12 11:02:29.068237 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6a35a-21e5-49ff-a24e-2a5efa204ece req-18f81eab-453c-4304-91b3-e0de9b3696fd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.075242 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-99a6a35a-21e5-49ff-a24e-2a5efa204ece req-18f81eab-453c-4304-91b3-e0de9b3696fd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 944 time: 0.0572491 Apr 12 11:02:29.130860 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-99a6a35a-21e5-49ff-a24e-2a5efa204ece req-10b54ddb-a389-4368-a924-ce1bf256b63d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Apr 12 11:02:29.359241 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-7d72ee00-4cf3-468b-8408-3a01311bfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.361755 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-7d72ee00-4cf3-468b-8408-3a01311bfc11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1068599 Apr 12 11:02:29.363012 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-520203d6-cd7a-4085-bbaa-70ce109fa35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.364618 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-520203d6-cd7a-4085-bbaa-70ce109fa35e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1127 time: 0.1085591 Apr 12 11:02:29.366898 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4645-8737-4e9b-879e-8feb86eb4401 req-4a6e3339-eaca-41c4-a0c3-85eff1b564b5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.368902 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-68aa4645-8737-4e9b-879e-8feb86eb4401 req-4a6e3339-eaca-41c4-a0c3-85eff1b564b5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.1533225 Apr 12 11:02:29.389437 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-b46e3009-f1c2-4a5d-b540-d03dddecea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.390941 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-b46e3009-f1c2-4a5d-b540-d03dddecea53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1241460 Apr 12 11:02:29.391977 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-811d1d75-c32d-46ef-a095-d3cf696808fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.393980 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-811d1d75-c32d-46ef-a095-d3cf696808fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1127 time: 0.0960484 Apr 12 11:02:29.447152 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-68aa4645-8737-4e9b-879e-8feb86eb4401 req-8be1f3ff-5f4f-4b17-ba61-138b6346a043 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717719 Apr 12 11:02:29.488017 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798df9-1904-4628-8f38-f1297c167a26 req-d484dabc-4aab-4149-be87-467797609529 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.496651 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a7798df9-1904-4628-8f38-f1297c167a26 req-d484dabc-4aab-4149-be87-467797609529 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.0693817 Apr 12 11:02:29.550351 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a7798df9-1904-4628-8f38-f1297c167a26 req-70ec9f04-16a3-4ebc-a412-d47d19ba3671 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526750 Apr 12 11:02:29.559751 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d621f6a-c031-4b5a-966a-e7c44fedf7e2 req-27d27f0b-5a9a-48b4-b7a2-f140e1e48558 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.562270 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8d621f6a-c031-4b5a-966a-e7c44fedf7e2 req-27d27f0b-5a9a-48b4-b7a2-f140e1e48558 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.0537140 Apr 12 11:02:29.655810 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-8a51444f-0bb6-4be4-bc1d-349f677606c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 217 time: 0.0493696 Apr 12 11:02:29.738354 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8d621f6a-c031-4b5a-966a-e7c44fedf7e2 req-3f57aab5-612e-425f-b584-9622ac0533ef tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691830 Apr 12 11:02:29.786871 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34132) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:29.805439 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-1e05f7f0-f305-44ab-813c-4c23b5b6da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.806941 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-1e05f7f0-f305-44ab-813c-4c23b5b6da1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.1445231 Apr 12 11:02:29.810026 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-565096ca-c46d-43d5-90e0-2ed17adfdc25 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049515 Apr 12 11:02:29.834370 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-4c9600e8-c85a-48dc-833d-c0adeeb9583f service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290254 Apr 12 11:02:29.839816 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-aa55cae8-1ed8-4f20-b595-90809a50f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.841425 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-aa55cae8-1ed8-4f20-b595-90809a50f8ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 911 time: 0.2267613 Apr 12 11:02:29.912391 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-6197006e-6c59-49c9-a8d8-99dbb72fdd27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 217 time: 0.0534346 Apr 12 11:02:29.934013 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-6d2563f9-1128-40db-91e7-82b96d183655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.935462 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-6d2563f9-1128-40db-91e7-82b96d183655 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1036875 Apr 12 11:02:30.026123 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-0ed737f4-908b-46a8-9bad-8b40c8a8086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.027164 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-074c1706-fa98-4deb-95de-c6acaef55c01 req-62a4fbc2-433d-4096-a9ed-beacefe8117f service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847486 Apr 12 11:02:30.027684 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-0ed737f4-908b-46a8-9bad-8b40c8a8086c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.0799978 Apr 12 11:02:30.035510 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-29825b77-fbe5-49ec-9de4-59ccec0a7234 req-07d8c76d-ba74-4d7a-95b0-544662337d9d service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043858 Apr 12 11:02:30.060054 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-979584e0-031f-4ffa-b8e3-4a67002848b7 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180601 Apr 12 11:02:30.087968 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 152aaf79-5c2f-45a6-a574-6f1032643799 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:30.136501 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-328fb66b-09fa-4709-9516-8b6eda933d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.138948 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-328fb66b-09fa-4709-9516-8b6eda933d42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0944021 Apr 12 11:02:30.141995 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-594ab844-741f-4b52-94ae-187a7367c634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.241802 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 152aaf79-5c2f-45a6-a574-6f1032643799, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=152aaf79-5c2f-45a6-a574-6f1032643799,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:30.262823 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '152aaf79-5c2f-45a6-a574-6f1032643799', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'port_id': '152aaf79-5c2f-45a6-a574-6f1032643799', 'mac_address': 'fa:16:3e:7f:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:30.321300 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-594ab844-741f-4b52-94ae-187a7367c634 admin admin] Publish callbacks [] for security_group (3ab668c6-ac8c-462c-952e-4f5d2193fa67), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.329839 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-594ab844-741f-4b52-94ae-187a7367c634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3ab668c6-ac8c-462c-952e-4f5d2193fa67), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.332519 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bb328-41a1-4557-86c6-2500dd3ed7db req-6e5fdfa6-b752-4e0d-bd92-3db1cc642e3a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.340936 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c39bb328-41a1-4557-86c6-2500dd3ed7db req-6e5fdfa6-b752-4e0d-bd92-3db1cc642e3a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 944 time: 0.1102684 Apr 12 11:02:30.358881 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 152aaf79-5c2f-45a6-a574-6f1032643799 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:30.365956 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.379154 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152aaf79-5c2f-45a6-a574-6f1032643799 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:30.394926 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-594ab844-741f-4b52-94ae-187a7367c634 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=843ad806c5924e58aa90a1787c396075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6054180 Apr 12 11:02:30.400960 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:30.401225 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 152aaf79-5c2f-45a6-a574-6f1032643799, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=152aaf79-5c2f-45a6-a574-6f1032643799,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:30.409443 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.417105 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ab844-741f-4b52-94ae-187a7367c634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab668c6-ac8c-462c-952e-4f5d2193fa67,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:30.457507 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c39bb328-41a1-4557-86c6-2500dd3ed7db req-e5fa4831-6a8f-4eec-ab99-cd9ae551a99d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156278 Apr 12 11:02:30.481023 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=152aaf79-5c2f-45a6-a574-6f1032643799,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:30.520967 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a715e79-18c4-46e1-b5df-d4b5df795bac admin admin] Publish callbacks [] for security_group (3ab668c6-ac8c-462c-952e-4f5d2193fa67), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.551947 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a715e79-18c4-46e1-b5df-d4b5df795bac admin admin] Publish callbacks [] for security_group (3ab668c6-ac8c-462c-952e-4f5d2193fa67), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.584344 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6179824-20a6-4f51-8935-a6467aae5c0e req-5bc2dfa6-b0d5-4250-858f-4f084d62b468 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.586078 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b6179824-20a6-4f51-8935-a6467aae5c0e req-5bc2dfa6-b0d5-4250-858f-4f084d62b468 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0626676 Apr 12 11:02:30.638845 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a715e79-18c4-46e1-b5df-d4b5df795bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3ab668c6-ac8c-462c-952e-4f5d2193fa67), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.641498 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a715e79-18c4-46e1-b5df-d4b5df795bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:30.645195 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4a715e79-18c4-46e1-b5df-d4b5df795bac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ab668c6-ac8c-462c-952e-4f5d2193fa67 HTTP/1.1" status: 204 len: 168 time: 0.2405798 Apr 12 11:02:30.663584 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715e79-18c4-46e1-b5df-d4b5df795bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab668c6-ac8c-462c-952e-4f5d2193fa67,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:30.670595 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b6179824-20a6-4f51-8935-a6467aae5c0e req-1a11b61d-2958-4f15-8698-84b7264dba2e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779006 Apr 12 11:02:30.712823 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34174) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:30.713306 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c130a9-3d87-47cd-8dbf-0e2e6ff6f589 req-d4f9e840-8dfb-4141-bf2a-5df36d13dd59 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.715767 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d7c130a9-3d87-47cd-8dbf-0e2e6ff6f589 req-d4f9e840-8dfb-4141-bf2a-5df36d13dd59 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.0614693 Apr 12 11:02:30.734552 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['152aaf79-5c2f-45a6-a574-6f1032643799'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:30.819253 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d7c130a9-3d87-47cd-8dbf-0e2e6ff6f589 req-3ccef32f-a07d-48fa-9f73-b078498993e1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919406 Apr 12 11:02:30.920823 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6fcc-9b26-482b-83a0-9e8676ebd850 req-69544032-accc-4b05-8812-a484e8bbd3d3 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.927820 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ddba6fcc-9b26-482b-83a0-9e8676ebd850 req-69544032-accc-4b05-8812-a484e8bbd3d3 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.0836148 Apr 12 11:02:31.017866 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ddba6fcc-9b26-482b-83a0-9e8676ebd850 req-5b596f13-eeb9-4056-bd63-bf2ec4a4d8a2 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889690 Apr 12 11:02:31.046866 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba63f47f-5fb6-465d-b3d1-74f974192e20 req-a1e7d834-468f-40db-a991-7f67925463f1 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896093 Apr 12 11:02:31.088937 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa81b7fd-e8da-4f07-9143-380620d67efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.246691 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa81b7fd-e8da-4f07-9143-380620d67efd admin admin] Publish callbacks [] for security_group (3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.254707 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa81b7fd-e8da-4f07-9143-380620d67efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.264801 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-b00ad312-621a-4881-89ff-f86dc78e3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.273933 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-b00ad312-621a-4881-89ff-f86dc78e3c5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1127 time: 0.1886902 Apr 12 11:02:31.307285 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-a5885179-37f9-4c2a-992c-f556d14961e5 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007569 Apr 12 11:02:31.307797 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:31.307994 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-aa81b7fd-e8da-4f07-9143-380620d67efd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a21f227b7cd148d5b6bf7bd64748fc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5938897 Apr 12 11:02:31.310140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81b7fd-e8da-4f07-9143-380620d67efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:31.318528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34196) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:31.334457 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b102a526-2152-4832-a058-45bb18f9bba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.367783 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0f5019b-0c11-4f91-8d03-81a14c251e43 admin admin] Publish callbacks [] for security_group (3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.395109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0f5019b-0c11-4f91-8d03-81a14c251e43 admin admin] Publish callbacks [] for security_group (3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.419041 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b102a526-2152-4832-a058-45bb18f9bba0 admin admin] Publish callbacks [] for security_group (45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.424361 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b102a526-2152-4832-a058-45bb18f9bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.445621 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0f5019b-0c11-4f91-8d03-81a14c251e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.448406 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0f5019b-0c11-4f91-8d03-81a14c251e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.452387 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-f0f5019b-0c11-4f91-8d03-81a14c251e43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e HTTP/1.1" status: 204 len: 168 time: 0.1436234 Apr 12 11:02:31.460964 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5019b-0c11-4f91-8d03-81a14c251e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e5c82-bcbb-4bb4-a81b-c3f769e1ea4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:31.492839 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b102a526-2152-4832-a058-45bb18f9bba0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4be80a33b9ad4be9ad15780cedc055d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714952 Apr 12 11:02:31.493985 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102a526-2152-4832-a058-45bb18f9bba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:31.494091 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34206) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:31.584449 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96140e97-9922-4d5a-be72-fc6626d9166b admin admin] Publish callbacks [] for security_group (45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.593684 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb3215-6105-471b-b2dc-a903806d4560 req-242e7fc6-ad9d-431f-9af8-f6b2ea7f055b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.595429 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6adb3215-6105-471b-b2dc-a903806d4560 req-242e7fc6-ad9d-431f-9af8-f6b2ea7f055b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 945 time: 0.0652609 Apr 12 11:02:31.631349 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96140e97-9922-4d5a-be72-fc6626d9166b admin admin] Publish callbacks [] for security_group (45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.740170 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6adb3215-6105-471b-b2dc-a903806d4560 req-edff1d0e-3a7b-4283-9331-8cb4e5c8ff2b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370494 Apr 12 11:02:31.836319 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096c46-4492-48ba-b714-705606a5d045 req-6393b501-057d-4c74-8425-28fad4a3b56b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.838360 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8c096c46-4492-48ba-b714-705606a5d045 req-6393b501-057d-4c74-8425-28fad4a3b56b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0602894 Apr 12 11:02:31.852097 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96140e97-9922-4d5a-be72-fc6626d9166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.854634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96140e97-9922-4d5a-be72-fc6626d9166b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.858021 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-96140e97-9922-4d5a-be72-fc6626d9166b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4 HTTP/1.1" status: 204 len: 168 time: 0.3606842 Apr 12 11:02:31.870869 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93beca2b-14dd-4914-aff0-0505eac3a8d1 req-6472d4c5-9898-4df6-9559-7302ef9a4947 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242947 Apr 12 11:02:31.871800 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-a99c32f0-a54e-44f3-8a72-664b2758ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.873163 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-a99c32f0-a54e-44f3-8a72-664b2758ce34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.2202926 Apr 12 11:02:31.873925 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140e97-9922-4d5a-be72-fc6626d9166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b49a4f-c03c-4f26-85d6-a93d5d1e2cf4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:31.932510 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34220) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:31.960330 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8c096c46-4492-48ba-b714-705606a5d045 req-2c774411-fe1e-4bae-8703-3b43fa0cad7b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058064 Apr 12 11:02:31.961497 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d413fec-6deb-48ef-a415-64c683a4ed05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.963863 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19a15-8f64-406e-aaba-342f3b32363a req-98a58e20-7a9f-4d20-83e3-b965a371f7d6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.971690 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-99f19a15-8f64-406e-aaba-342f3b32363a req-98a58e20-7a9f-4d20-83e3-b965a371f7d6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 943 time: 0.0659235 Apr 12 11:02:32.063347 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-99f19a15-8f64-406e-aaba-342f3b32363a req-f8ec187b-1a2b-4ced-b4f3-99b8c2bf3707 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749240 Apr 12 11:02:32.099054 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d413fec-6deb-48ef-a415-64c683a4ed05 admin admin] Publish callbacks [] for security_group (a87f3791-5be5-474e-9803-d05383ff7413), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.100637 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a21bd099-24fc-47ae-9ec9-d46e565fbb11 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:32.112529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d413fec-6deb-48ef-a415-64c683a4ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a87f3791-5be5-474e-9803-d05383ff7413), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.160022 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d413fec-6deb-48ef-a415-64c683a4ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f3791-5be5-474e-9803-d05383ff7413,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:32.170605 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 152aaf79-5c2f-45a6-a574-6f1032643799 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:32.212218 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6584e-3877-40f0-bdd7-2ac0a99e5914 req-2b2a66ce-e11e-4409-9ae7-8c7caf4db3f8 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:32.213802 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31c6584e-3877-40f0-bdd7-2ac0a99e5914 req-2b2a66ce-e11e-4409-9ae7-8c7caf4db3f8 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.1135480 Apr 12 11:02:32.219018 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-3d413fec-6deb-48ef-a415-64c683a4ed05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48857b70ed714269848808aad1f1e968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841895 Apr 12 11:02:32.222620 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34234) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:32.329335 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31c6584e-3877-40f0-bdd7-2ac0a99e5914 req-d0828c78-3a4b-4b92-b4d2-2af501bd27d7 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051414 Apr 12 11:02:32.353441 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7705bea1-743a-4b0e-ae34-dd15edf4de45 admin admin] Publish callbacks [] for security_group (a87f3791-5be5-474e-9803-d05383ff7413), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.378563 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7705bea1-743a-4b0e-ae34-dd15edf4de45 admin admin] Publish callbacks [] for security_group (a87f3791-5be5-474e-9803-d05383ff7413), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.390158 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 152aaf79-5c2f-45a6-a574-6f1032643799 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:32.412881 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 152aaf79-5c2f-45a6-a574-6f1032643799 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:32.413648 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.419641 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a21bd099-24fc-47ae-9ec9-d46e565fbb11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:32.442290 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7705bea1-743a-4b0e-ae34-dd15edf4de45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a87f3791-5be5-474e-9803-d05383ff7413), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.445418 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7705bea1-743a-4b0e-ae34-dd15edf4de45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.448972 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7705bea1-743a-4b0e-ae34-dd15edf4de45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a87f3791-5be5-474e-9803-d05383ff7413 HTTP/1.1" status: 204 len: 168 time: 0.2229652 Apr 12 11:02:32.457493 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705bea1-743a-4b0e-ae34-dd15edf4de45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f3791-5be5-474e-9803-d05383ff7413,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:32.460530 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'port_id': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'mac_address': 'fa:16:3e:fb:f2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:32.539561 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a21bd099-24fc-47ae-9ec9-d46e565fbb11 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:32.539974 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.613371 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21bd099-24fc-47ae-9ec9-d46e565fbb11 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:32.622592 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-e38b33a6-1739-4447-924b-6d90b3e26ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 200 len: 217 time: 0.0790431 Apr 12 11:02:32.681289 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a21bd099-24fc-47ae-9ec9-d46e565fbb11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:32.686261 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 152aaf79-5c2f-45a6-a574-6f1032643799 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:32.686959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.696387 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.729979 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-dd477969-bb06-4047-aa36-e0a5835caadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:32.731518 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-dd477969-bb06-4047-aa36-e0a5835caadd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.1024256 Apr 12 11:02:32.850348 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-8d296d7a-8aa0-4cb4-b59e-8ce30af9a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:32.852056 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 152aaf79-5c2f-45a6-a574-6f1032643799, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=152aaf79-5c2f-45a6-a574-6f1032643799,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:32.852812 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-8d296d7a-8aa0-4cb4-b59e-8ce30af9a8b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1136374 Apr 12 11:02:32.863045 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152aaf79-5c2f-45a6-a574-6f1032643799'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:32.869458 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb9ab7-3b33-433b-94a1-b1324b271ada" -d '{"events": [{"server_uuid": "bd7c0f6b-5074-4380-befd-4497e926ef7f", "name": "network-vif-plugged", "status": "completed", "tag": "152aaf79-5c2f-45a6-a574-6f1032643799"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:32.887951 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:32.946949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a21bd099-24fc-47ae-9ec9-d46e565fbb11,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:33.040666 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761edc4-cb1e-483b-82d3-ddc3bf4f6531 x-openstack-request-id: req-5761edc4-cb1e-483b-82d3-ddc3bf4f6531 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:33.041264 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7c0f6b-5074-4380-befd-4497e926ef7f", "name": "network-vif-plugged", "status": "completed", "tag": "152aaf79-5c2f-45a6-a574-6f1032643799", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:33.041667 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5761edc4-cb1e-483b-82d3-ddc3bf4f6531 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:33.042094 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5761edc4-cb1e-483b-82d3-ddc3bf4f6531'] response: {'server_uuid': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152aaf79-5c2f-45a6-a574-6f1032643799', 'code': 200} Apr 12 11:02:33.048565 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['a21bd099-24fc-47ae-9ec9-d46e565fbb11'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:33.135347 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-f5ee7ec0-0d4d-4684-b1cb-bbc10c3907d3 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749553 Apr 12 11:02:33.213994 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac87b-2efc-4937-8751-b80f450de781 req-1fc4b8be-5407-4418-895a-95fd27501e34 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:33.221602 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-326ac87b-2efc-4937-8751-b80f450de781 req-1fc4b8be-5407-4418-895a-95fd27501e34 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.2400205 Apr 12 11:02:33.225446 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=152aaf79-5c2f-45a6-a574-6f1032643799,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:33.450664 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-326ac87b-2efc-4937-8751-b80f450de781 req-957322ae-0fda-480f-be8b-e9ab46e68000 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278285 Apr 12 11:02:33.454619 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d95226-b4a0-490a-b17d-ef22d36ed363 req-031b4fd1-f1cf-4027-958a-883d7bdae180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:33.455492 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a4d95226-b4a0-490a-b17d-ef22d36ed363 req-031b4fd1-f1cf-4027-958a-883d7bdae180 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 1130 time: 0.1189835 Apr 12 11:02:33.493777 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-6ec905d8-1585-41ba-b3b6-f09cf54629f0 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345234 Apr 12 11:02:33.511766 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a4d95226-b4a0-490a-b17d-ef22d36ed363 req-6b43ceb5-3e91-4adf-b232-1d581978e487 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496545 Apr 12 11:02:33.564897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305edfb0-f9fa-48ca-871d-e314e476bfa4 req-e67cd049-d742-4c6d-977a-8af462aa3dc5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:33.566527 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-305edfb0-f9fa-48ca-871d-e314e476bfa4 req-e67cd049-d742-4c6d-977a-8af462aa3dc5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.4871228 Apr 12 11:02:33.606818 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed12b49-b1ce-4503-878e-ca88c5b3001f req-d2490020-e43e-428c-94c5-5478f09d18a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:33.608841 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ed12b49-b1ce-4503-878e-ca88c5b3001f req-d2490020-e43e-428c-94c5-5478f09d18a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 944 time: 0.0621912 Apr 12 11:02:33.619837 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-305edfb0-f9fa-48ca-871d-e314e476bfa4 req-b15f24b7-5c0c-4df8-bd63-c3cc83922d74 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476167 Apr 12 11:02:33.668646 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ed12b49-b1ce-4503-878e-ca88c5b3001f req-d83a08c4-6999-471b-a2b5-94b099805966 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510912 Apr 12 11:02:34.098102 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:34.109499 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a21bd099-24fc-47ae-9ec9-d46e565fbb11 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:34.221605 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port a21bd099-24fc-47ae-9ec9-d46e565fbb11 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:34.241392 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port a21bd099-24fc-47ae-9ec9-d46e565fbb11 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:34.242116 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:34.254309 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-12d36645-0bee-4624-bbb7-8553f2baa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.255838 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-12d36645-0bee-4624-bbb7-8553f2baa4a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1127 time: 0.0637205 Apr 12 11:02:34.283876 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:34.312405 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'port_id': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c', 'mac_address': 'fa:16:3e:0e:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:34.389994 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:34.390646 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:34.405229 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a21bd099-24fc-47ae-9ec9-d46e565fbb11 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:34.405884 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:34.416971 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-df90d200-4eb2-42b6-803d-c15fa208e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.417912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:34.419456 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-df90d200-4eb2-42b6-803d-c15fa208e23d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.1563778 Apr 12 11:02:34.449444 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:34.464231 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:34.472823 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a21bd099-24fc-47ae-9ec9-d46e565fbb11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:34.497759 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:34.533057 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:34.591826 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a21bd099-24fc-47ae-9ec9-d46e565fbb11,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:34.659228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b54310-3ef8-411d-aced-39ee03fb5d27 req-3686a17e-9839-4732-a502-68d09cf761cc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.663027 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-f48f2b94-dc39-4f01-ba3d-da4e2aa04f16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 217 time: 0.1261213 Apr 12 11:02:34.668998 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37b54310-3ef8-411d-aced-39ee03fb5d27 req-3686a17e-9839-4732-a502-68d09cf761cc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0714729 Apr 12 11:02:34.759377 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37b54310-3ef8-411d-aced-39ee03fb5d27 req-bcf12c5a-5ce1-4d05-bb0d-20ed9c1375d5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866811 Apr 12 11:02:34.839214 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:34.924092 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d467a-108a-48fc-9b8d-632267398cda req-f110f553-996f-4834-b5ad-3135c50f8c1d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.924092 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c86d467a-108a-48fc-9b8d-632267398cda req-f110f553-996f-4834-b5ad-3135c50f8c1d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.1005270 Apr 12 11:02:35.005889 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c86d467a-108a-48fc-9b8d-632267398cda req-f526389b-073b-4850-b0d5-9e497733de89 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780149 Apr 12 11:02:35.042760 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:35.045340 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49245be3-71bc-479d-9344-9ad44f85da73" -d '{"events": [{"server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "name": "network-vif-plugged", "status": "completed", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:35.156183 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-ca814ca5-21a0-4394-9492-2713a0c42fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.157820 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-ca814ca5-21a0-4394-9492-2713a0c42fcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0718386 Apr 12 11:02:35.166160 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a2d7-4809-4d7b-a437-3c01a415141c req-9dc6a383-411b-40cf-897e-23c929649df1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.167683 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3161a2d7-4809-4d7b-a437-3c01a415141c req-9dc6a383-411b-40cf-897e-23c929649df1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0554950 Apr 12 11:02:35.224934 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3161a2d7-4809-4d7b-a437-3c01a415141c req-97e326cf-50c1-4b07-bc37-9a76220ed5c6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513701 Apr 12 11:02:35.249103 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-dc05d3ac-8461-4b71-9a24-a84bb9ebda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.251017 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-dc05d3ac-8461-4b71-9a24-a84bb9ebda63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0657818 Apr 12 11:02:35.288411 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58429898-fdf9-458b-84b2-9450df09d38d x-openstack-request-id: req-58429898-fdf9-458b-84b2-9450df09d38d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:35.288894 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "name": "network-vif-plugged", "status": "completed", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:35.289269 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58429898-fdf9-458b-84b2-9450df09d38d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:35.289741 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58429898-fdf9-458b-84b2-9450df09d38d'] response: {'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'code': 200} Apr 12 11:02:35.366731 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-86539f4f-62bc-44a3-8348-0fb49a8a1276 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991156 Apr 12 11:02:35.675372 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b5c2-acf2-460d-bd84-bfd813c2e468 req-0f2fa29d-43b8-4506-b189-bab9d0f25b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.676970 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-32d2b5c2-acf2-460d-bd84-bfd813c2e468 req-0f2fa29d-43b8-4506-b189-bab9d0f25b75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1129 time: 0.0747521 Apr 12 11:02:35.713535 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-363ca201-5ef9-4b74-8c51-f957d5d614e9 req-501f16b2-7672-4102-a867-f4a8fdcd4200 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242884 Apr 12 11:02:35.739764 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-32d2b5c2-acf2-460d-bd84-bfd813c2e468 req-9f038eb4-c4a1-4157-95d4-f3a91fd74361 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Apr 12 11:02:35.868264 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec907-9009-4470-a135-f7d471b3d41b req-3822762e-9025-40f2-8220-138d40568669 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.869694 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe1ec907-9009-4470-a135-f7d471b3d41b req-3822762e-9025-40f2-8220-138d40568669 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0481498 Apr 12 11:02:35.923295 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe1ec907-9009-4470-a135-f7d471b3d41b req-f1a0af9b-82fb-4c19-a0d6-a8dad86bd334 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Apr 12 11:02:36.108546 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:36.124616 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:36.145002 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927433a-e89a-49e0-90ec-1b4aa1a3f00c req-0f041351-7812-4be1-809f-96fecdbaa66a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:36.152407 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4927433a-e89a-49e0-90ec-1b4aa1a3f00c req-0f041351-7812-4be1-809f-96fecdbaa66a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0533822 Apr 12 11:02:36.220347 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4927433a-e89a-49e0-90ec-1b4aa1a3f00c req-43878826-d6fb-45c7-b08b-1a84830eefbb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667648 Apr 12 11:02:36.251133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:36.261561 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:36.262152 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.273923 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15fb30-eca9-40f0-8b42-090051c2b288 req-0ac7c075-d3c4-4337-8519-f64d237682ba tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:36.282147 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0c15fb30-eca9-40f0-8b42-090051c2b288 req-0ac7c075-d3c4-4337-8519-f64d237682ba tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1054199 Apr 12 11:02:36.310561 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:36.329080 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'mac_address': 'fa:16:3e:fb:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:36.353387 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0c15fb30-eca9-40f0-8b42-090051c2b288 req-d42852e2-e7e0-467d-9754-28a125721dfd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698717 Apr 12 11:02:36.387369 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3174ae-deee-4f21-b823-9074d1a80de9 req-a7a9d447-b26e-45fb-bd46-d1c7f732de77 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:36.388889 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cc3174ae-deee-4f21-b823-9074d1a80de9 req-a7a9d447-b26e-45fb-bd46-d1c7f732de77 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Apr 12 11:02:36.408531 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:36.409004 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.411049 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:36.411614 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.432644 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58e7138-5765-4cb5-b859-6f326a4d7661 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:36.439127 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cc3174ae-deee-4f21-b823-9074d1a80de9 req-94374219-63d9-4098-87a0-e77b3ebf9708 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Apr 12 11:02:36.593108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:36.595343 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:36.599234 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.604266 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.647182 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34444) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:36.653165 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:36.708242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:36.761799 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90ceab30-99af-4385-ad4c-24e31fe1679e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.837217 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90ceab30-99af-4385-ad4c-24e31fe1679e admin admin] Publish callbacks [] for security_group (2251acac-c92a-4059-9fcf-fc64d70b0f59), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.841439 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90ceab30-99af-4385-ad4c-24e31fe1679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2251acac-c92a-4059-9fcf-fc64d70b0f59), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.886311 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-90ceab30-99af-4385-ad4c-24e31fe1679e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fa25738da9b48709a4d9605a4bd8d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379930 Apr 12 11:02:36.887076 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceab30-99af-4385-ad4c-24e31fe1679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2251acac-c92a-4059-9fcf-fc64d70b0f59,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:36.889390 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34452) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:36.950937 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a717a13-a8e9-4daf-94aa-b172900c579c admin admin] Publish callbacks [] for security_group (2251acac-c92a-4059-9fcf-fc64d70b0f59), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:36.972846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a717a13-a8e9-4daf-94aa-b172900c579c admin admin] Publish callbacks [] for security_group (2251acac-c92a-4059-9fcf-fc64d70b0f59), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.019768 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a717a13-a8e9-4daf-94aa-b172900c579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2251acac-c92a-4059-9fcf-fc64d70b0f59), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.022801 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a717a13-a8e9-4daf-94aa-b172900c579c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.023977 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-4a717a13-a8e9-4daf-94aa-b172900c579c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2251acac-c92a-4059-9fcf-fc64d70b0f59 HTTP/1.1" status: 204 len: 168 time: 0.1302578 Apr 12 11:02:37.033085 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a717a13-a8e9-4daf-94aa-b172900c579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251acac-c92a-4059-9fcf-fc64d70b0f59,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:37.033879 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['a58e7138-5765-4cb5-b859-6f326a4d7661'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:37.291272 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:37.295777 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742767fe-e9fa-492e-ada3-d502a478239c" -d '{"events": [{"server_uuid": "1cf65c0c-1eaf-49cb-ab6d-c40e41576b19", "name": "network-vif-plugged", "status": "completed", "tag": "ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:37.338980 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34472) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:37.348959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b637ef-1878-4ead-b756-25fc8506c379 x-openstack-request-id: req-78b637ef-1878-4ead-b756-25fc8506c379 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:37.349574 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf65c0c-1eaf-49cb-ab6d-c40e41576b19", "name": "network-vif-plugged", "status": "completed", "tag": "ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:37.349782 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78b637ef-1878-4ead-b756-25fc8506c379 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:37.350209 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b637ef-1878-4ead-b756-25fc8506c379'] response: {'server_uuid': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c', 'code': 200} Apr 12 11:02:37.355408 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11c565df-317a-41b4-b531-35d0125ef060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.364159 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb6fbc-b441-4f9f-98b4-58c6a86d21ad req-ff231295-eaa6-40ad-a5ec-1290c9a9d6f0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:37.365699 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f9eb6fbc-b441-4f9f-98b4-58c6a86d21ad req-ff231295-eaa6-40ad-a5ec-1290c9a9d6f0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 944 time: 0.0705802 Apr 12 11:02:37.430927 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f9eb6fbc-b441-4f9f-98b4-58c6a86d21ad req-95fe22a1-bf05-4a44-8150-1bd2b377df04 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577884 Apr 12 11:02:37.516274 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb6fd31-e8f1-49d1-a92a-947f22d18b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.529497 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11c565df-317a-41b4-b531-35d0125ef060 admin admin] Publish callbacks [] for security_group (f0143f55-1594-43bb-800a-82f854a3ad87), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.538646 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c1770-d76f-48af-81aa-1745abf42c06 req-72d9a997-9ff6-4cd3-90f2-f18959f2bb6c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:37.540291 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bd2c1770-d76f-48af-81aa-1745abf42c06 req-72d9a997-9ff6-4cd3-90f2-f18959f2bb6c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1013579 Apr 12 11:02:37.541815 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11c565df-317a-41b4-b531-35d0125ef060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f0143f55-1594-43bb-800a-82f854a3ad87), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.616160 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-11c565df-317a-41b4-b531-35d0125ef060 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef60a2807cb24f7a9d858f245d2afcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760806 Apr 12 11:02:37.618693 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34484) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:37.622225 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c565df-317a-41b4-b531-35d0125ef060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0143f55-1594-43bb-800a-82f854a3ad87,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:37.664182 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bd2c1770-d76f-48af-81aa-1745abf42c06 req-2367566b-c721-44f5-996c-15bca6a0f599 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000280 Apr 12 11:02:37.728698 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865aac4-cdea-48b8-a8ea-98817cd2df36 req-5a569e35-6c06-4e3f-81c8-7316378a8694 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:37.730315 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3865aac4-cdea-48b8-a8ea-98817cd2df36 req-5a569e35-6c06-4e3f-81c8-7316378a8694 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.1149940 Apr 12 11:02:37.783553 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9f8e-812b-462c-9c63-1069cd85682f admin admin] Publish callbacks [] for security_group (f0143f55-1594-43bb-800a-82f854a3ad87), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.821552 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9f8e-812b-462c-9c63-1069cd85682f admin admin] Publish callbacks [] for security_group (f0143f55-1594-43bb-800a-82f854a3ad87), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.837359 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3865aac4-cdea-48b8-a8ea-98817cd2df36 req-2b5f9d47-90bb-4661-a3d0-7fc5151b6b18 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894535 Apr 12 11:02:37.886563 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9f8e-812b-462c-9c63-1069cd85682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f0143f55-1594-43bb-800a-82f854a3ad87), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.889194 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9f8e-812b-462c-9c63-1069cd85682f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:37.892794 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-9a9f9f8e-812b-462c-9c63-1069cd85682f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0143f55-1594-43bb-800a-82f854a3ad87 HTTP/1.1" status: 204 len: 168 time: 0.2702212 Apr 12 11:02:37.899453 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f9f8e-812b-462c-9c63-1069cd85682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0143f55-1594-43bb-800a-82f854a3ad87,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:37.902148 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34498) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:38.078559 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f179f6-a41b-41fc-a438-c9ff04e92f9c req-c8cf4e96-8df2-456e-9914-e82c5759fdf0 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.084586 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-10f179f6-a41b-41fc-a438-c9ff04e92f9c req-c8cf4e96-8df2-456e-9914-e82c5759fdf0 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0682943 Apr 12 11:02:38.089776 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34510) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:38.095565 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'floatingip': {'port_id': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:38.129453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:38.197709 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (01d17c09-7dea-4ace-a0eb-cc5707a80996), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.257767 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port a58e7138-5765-4cb5-b859-6f326a4d7661 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:38.268310 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port a58e7138-5765-4cb5-b859-6f326a4d7661 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:38.268862 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.339920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b97594-a5f0-47e3-a2b8-94b57143ca7e req-eb276b75-7ed2-4ce9-ab87-baaf306c9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.341431 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e6b97594-a5f0-47e3-a2b8-94b57143ca7e req-eb276b75-7ed2-4ce9-ab87-baaf306c9b55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1129 time: 0.1209481 Apr 12 11:02:38.347585 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-01d44b71-dd29-44ad-a6f8-5cf75e1032c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.349272 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-01d44b71-dd29-44ad-a6f8-5cf75e1032c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 1130 time: 0.0549932 Apr 12 11:02:38.397868 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34518) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:38.441841 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:38.442940 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.492518 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e6b97594-a5f0-47e3-a2b8-94b57143ca7e req-5d517383-a794-4bfb-b82a-6af682192e80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421595 Apr 12 11:02:38.497787 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cd8cdf3-16e5-46aa-9628-29c3489046c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.510692 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0c83b18-ecf7-45f7-89d1-ad8543626653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.538758 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:38.544155 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.578297 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-b38c39a0-e222-4ca1-8279-7e40e8eac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.580238 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-b38c39a0-e222-4ca1-8279-7e40e8eac2dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.2236981 Apr 12 11:02:38.606432 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:38.633167 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2a53-2dfd-44b2-840f-c9de56126bcc req-8695792a-dbea-44cf-ae04-171d340571d1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.634675 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2d3c2a53-2dfd-44b2-840f-c9de56126bcc req-8695792a-dbea-44cf-ae04-171d340571d1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0720012 Apr 12 11:02:38.684869 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cd8cdf3-16e5-46aa-9628-29c3489046c8 admin admin] Publish callbacks [] for security_group (17d882c3-0230-48f1-aa13-555cab18d464), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.692920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cd8cdf3-16e5-46aa-9628-29c3489046c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (17d882c3-0230-48f1-aa13-555cab18d464), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.756955 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2d3c2a53-2dfd-44b2-840f-c9de56126bcc req-7a104dbf-7abe-4b41-a2be-11bc7797a455 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152217 Apr 12 11:02:38.768329 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-3cd8cdf3-16e5-46aa-9628-29c3489046c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c9dcbf0c6a64d5e9a11aa252852aac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676462 Apr 12 11:02:38.771349 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34528) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:38.777610 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8cdf3-16e5-46aa-9628-29c3489046c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d882c3-0230-48f1-aa13-555cab18d464,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:38.850386 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-c3fd289d-b62d-4f29-9c2f-217904c0c6cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152aaf79-5c2f-45a6-a574-6f1032643799 HTTP/1.1" status: 200 len: 217 time: 0.0368948 Apr 12 11:02:38.865474 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-054d9786-b594-4e5d-9432-0ce9f0de168f admin admin] Publish callbacks [] for security_group (17d882c3-0230-48f1-aa13-555cab18d464), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.892645 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-054d9786-b594-4e5d-9432-0ce9f0de168f admin admin] Publish callbacks [] for security_group (17d882c3-0230-48f1-aa13-555cab18d464), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.899307 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0c83b18-ecf7-45f7-89d1-ad8543626653 admin admin] Publish callbacks [] for security_group (b8baca1f-3162-4065-aa25-e4da96965314), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.911435 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0c83b18-ecf7-45f7-89d1-ad8543626653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b8baca1f-3162-4065-aa25-e4da96965314), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.924707 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e85c3-835a-46bc-8a2b-524ae6238c7d req-caa4dd39-61a3-4ac7-9d7f-2b2ce50840e0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.926209 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c0e85c3-835a-46bc-8a2b-524ae6238c7d req-caa4dd39-61a3-4ac7-9d7f-2b2ce50840e0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1693761 Apr 12 11:02:38.954406 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-054d9786-b594-4e5d-9432-0ce9f0de168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (17d882c3-0230-48f1-aa13-555cab18d464), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.958344 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-054d9786-b594-4e5d-9432-0ce9f0de168f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.966943 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-054d9786-b594-4e5d-9432-0ce9f0de168f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17d882c3-0230-48f1-aa13-555cab18d464 HTTP/1.1" status: 204 len: 168 time: 0.1918125 Apr 12 11:02:38.979186 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d9786-b594-4e5d-9432-0ce9f0de168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d882c3-0230-48f1-aa13-555cab18d464,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:39.035172 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fbcb-df97-4691-9c52-ad841acabecd req-f25bb4c9-1601-4f90-aeba-0fbe2ba341ac tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:39.036731 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-21a0fbcb-df97-4691-9c52-ad841acabecd req-f25bb4c9-1601-4f90-aeba-0fbe2ba341ac tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.0600765 Apr 12 11:02:39.048422 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:02:39.050653 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c83b18-ecf7-45f7-89d1-ad8543626653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8baca1f-3162-4065-aa25-e4da96965314,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:39.101863 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b0c83b18-ecf7-45f7-89d1-ad8543626653 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f58e7effe6b43e4998a78590c21b2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1977100 Apr 12 11:02:39.103640 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-21a0fbcb-df97-4691-9c52-ad841acabecd req-a97604fe-97bd-4491-8d57-b0f7f66cd24a tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598211 Apr 12 11:02:39.104693 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34540) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:39.160310 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c0e85c3-835a-46bc-8a2b-524ae6238c7d req-ac2f4558-99aa-496f-86ac-3ae26c100897 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082014 Apr 12 11:02:39.169849 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.176920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd115-faf1-452e-b0ff-15caa8097e69 admin admin] Publish callbacks [] for security_group (b8baca1f-3162-4065-aa25-e4da96965314), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.179950 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (01d17c09-7dea-4ace-a0eb-cc5707a80996), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.208377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd115-faf1-452e-b0ff-15caa8097e69 admin admin] Publish callbacks [] for security_group (b8baca1f-3162-4065-aa25-e4da96965314), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.313180 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd115-faf1-452e-b0ff-15caa8097e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b8baca1f-3162-4065-aa25-e4da96965314), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.315814 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd115-faf1-452e-b0ff-15caa8097e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.327505 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-fc7dd115-faf1-452e-b0ff-15caa8097e69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8baca1f-3162-4065-aa25-e4da96965314 HTTP/1.1" status: 204 len: 168 time: 0.2158048 Apr 12 11:02:39.351393 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:39.356819 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509cb0d-26cf-4997-918b-75344b97ad7f" -d '{"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-plugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:39.369212 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dd115-faf1-452e-b0ff-15caa8097e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8baca1f-3162-4065-aa25-e4da96965314,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:39.383665 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-503c504f-e34b-49fb-a2ee-32ebbd26e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:39.389192 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-503c504f-e34b-49fb-a2ee-32ebbd26e23b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.1623404 Apr 12 11:02:39.435561 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca613a9-2f89-4626-85de-1be216de7c11 x-openstack-request-id: req-1ca613a9-2f89-4626-85de-1be216de7c11 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:39.435885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-plugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:39.436168 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ca613a9-2f89-4626-85de-1be216de7c11 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:39.436562 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca613a9-2f89-4626-85de-1be216de7c11'] response: {'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'code': 200} Apr 12 11:02:39.559611 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Floating IP 01d17c09-7dea-4ace-a0eb-cc5707a80996 associated. External IP: 172.28.2.63, port: a21bd099-24fc-47ae-9ec9-d46e565fbb11. Apr 12 11:02:39.796890 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:39.830980 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34582) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:39.845824 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4106255e-ff0f-442f-8b40-1782f4eee3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.874647 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642a14d5-c389-4da6-8435-76c4c026504f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.942714 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34586) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:39.960412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4106255e-ff0f-442f-8b40-1782f4eee3bb admin admin] Publish callbacks [] for security_group (6739d81f-89f7-4f40-b195-0db5da0cdbeb), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:39.963404 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c39ca-89f5-4375-ba47-fe0dbfaa3c62 req-c9c9b23a-1ade-4f90-833e-2413d23939fc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:39.965020 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f63c39ca-89f5-4375-ba47-fe0dbfaa3c62 req-c9c9b23a-1ade-4f90-833e-2413d23939fc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1022031 Apr 12 11:02:39.966990 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4106255e-ff0f-442f-8b40-1782f4eee3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6739d81f-89f7-4f40-b195-0db5da0cdbeb), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.012937 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4106255e-ff0f-442f-8b40-1782f4eee3bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f5d326ec7d84b41bd5604824bd39c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809809 Apr 12 11:02:40.015945 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34592) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:40.018831 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106255e-ff0f-442f-8b40-1782f4eee3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6739d81f-89f7-4f40-b195-0db5da0cdbeb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:40.029545 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:40.041799 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.048608 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef501b-2119-4040-a934-baf9034739de None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:40.068474 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:40.069142 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:02:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:40.084795 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-68eeba78-d8e7-480a-95f4-c9ab3ddfa720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "PUT /v2.0/floatingips/01d17c09-7dea-4ace-a0eb-cc5707a80996 HTTP/1.1" status: 200 len: 990 time: 1.9854021 Apr 12 11:02:40.084795 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:40.084795 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de631d-e27b-4348-aaf7-cd393b67bdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:40.091747 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f63c39ca-89f5-4375-ba47-fe0dbfaa3c62 req-bb940291-9a7b-4ca4-84b1-b9fd01b4d7f0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150246 Apr 12 11:02:40.134462 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86be9c-805f-4b00-9361-a9f07ebffa49 x-openstack-request-id: req-1a86be9c-805f-4b00-9361-a9f07ebffa49 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:40.134775 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:40.135035 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a86be9c-805f-4b00-9361-a9f07ebffa49 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:40.135446 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a86be9c-805f-4b00-9361-a9f07ebffa49'] response: {'name': 'network-changed', 'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'status': 'completed', 'code': 200} Apr 12 11:02:40.183059 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e494c8e-e235-41d6-b998-f2b34bbc21c6 admin admin] Publish callbacks [] for security_group (6739d81f-89f7-4f40-b195-0db5da0cdbeb), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.224273 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:40.240774 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e494c8e-e235-41d6-b998-f2b34bbc21c6 admin admin] Publish callbacks [] for security_group (6739d81f-89f7-4f40-b195-0db5da0cdbeb), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.265738 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af4d6-b82a-4248-923b-bc20fdfe7240 req-5e3f73bc-1cad-4e74-b4ab-aab7ac5c4f84 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:40.267501 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c41af4d6-b82a-4248-923b-bc20fdfe7240 req-5e3f73bc-1cad-4e74-b4ab-aab7ac5c4f84 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.0633566 Apr 12 11:02:40.327884 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c41af4d6-b82a-4248-923b-bc20fdfe7240 req-a2612cdd-1812-4399-a078-4600fb5194cc tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Apr 12 11:02:40.345090 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e27770a4-4863-497a-b1d3-3d5e3ecc73b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.373139 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2f5b-3a08-49f6-927a-6605a5461184 req-b2a6d005-2efc-475f-b852-f0cced658eaa tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:40.374950 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-95fd2f5b-3a08-49f6-927a-6605a5461184 req-b2a6d005-2efc-475f-b852-f0cced658eaa tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1133943 Apr 12 11:02:40.442682 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e494c8e-e235-41d6-b998-f2b34bbc21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6739d81f-89f7-4f40-b195-0db5da0cdbeb), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.447414 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e494c8e-e235-41d6-b998-f2b34bbc21c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.448603 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2e494c8e-e235-41d6-b998-f2b34bbc21c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6739d81f-89f7-4f40-b195-0db5da0cdbeb HTTP/1.1" status: 204 len: 168 time: 0.4309959 Apr 12 11:02:40.488278 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-95fd2f5b-3a08-49f6-927a-6605a5461184 req-f35c03f6-ff4f-455c-bc24-b7e8ef8806a7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036825 Apr 12 11:02:40.489131 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e494c8e-e235-41d6-b998-f2b34bbc21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6739d81f-89f7-4f40-b195-0db5da0cdbeb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:40.545275 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e27770a4-4863-497a-b1d3-3d5e3ecc73b5 admin admin] Publish callbacks [] for security_group (2a5f0b31-0499-4a7b-b593-8dd0bb429582), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.556743 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e27770a4-4863-497a-b1d3-3d5e3ecc73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2a5f0b31-0499-4a7b-b593-8dd0bb429582), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.568286 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.604590 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e27770a4-4863-497a-b1d3-3d5e3ecc73b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0424282482c54ef794f770fd8b39cb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607714 Apr 12 11:02:40.606068 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27770a4-4863-497a-b1d3-3d5e3ecc73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f0b31-0499-4a7b-b593-8dd0bb429582,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:40.608428 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34622) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:40.615951 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '01d17c09-7dea-4ace-a0eb-cc5707a80996', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'port_id': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'mac_address': 'fa:16:3e:fb:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:02:04Z', 'updated_at': '2022-04-12T11:02:38Z', 'revision_number': 1, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:40.646126 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef501b-2119-4040-a934-baf9034739de None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:40.657122 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:40.657803 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:02:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:40.718134 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5e-1f95-409b-82b6-fe5b797b9cb1 admin admin] Publish callbacks [] for security_group (2a5f0b31-0499-4a7b-b593-8dd0bb429582), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.765863 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5e-1f95-409b-82b6-fe5b797b9cb1 admin admin] Publish callbacks [] for security_group (2a5f0b31-0499-4a7b-b593-8dd0bb429582), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.794563 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:40.834233 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5e-1f95-409b-82b6-fe5b797b9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2a5f0b31-0499-4a7b-b593-8dd0bb429582), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.837615 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5e-1f95-409b-82b6-fe5b797b9cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.842452 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-6c4e6c5e-1f95-409b-82b6-fe5b797b9cb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a5f0b31-0499-4a7b-b593-8dd0bb429582 HTTP/1.1" status: 204 len: 168 time: 0.2325702 Apr 12 11:02:40.850359 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e6c5e-1f95-409b-82b6-fe5b797b9cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f0b31-0499-4a7b-b593-8dd0bb429582,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:40.949154 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-22e177fb-a35c-49a6-862d-3b44d1721348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:40.950784 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-22e177fb-a35c-49a6-862d-3b44d1721348 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528424 Apr 12 11:02:41.078774 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7eef501b-2119-4040-a934-baf9034739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '01d17c09-7dea-4ace-a0eb-cc5707a80996', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'port_id': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'mac_address': 'fa:16:3e:fb:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:02:04Z', 'updated_at': '2022-04-12T11:02:38Z', 'revision_number': 1, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:41.206424 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef501b-2119-4040-a934-baf9034739de None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '01d17c09-7dea-4ace-a0eb-cc5707a80996', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'port_id': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'mac_address': 'fa:16:3e:fb:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:02:04Z', 'updated_at': '2022-04-12T11:02:38Z', 'revision_number': 1, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:41.243887 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d206-5d9e-4b98-a0e9-ff76fb8a1997 req-a54a15c7-87e3-4314-bbe2-409223be65b0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.245409 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4982d206-5d9e-4b98-a0e9-ff76fb8a1997 req-a54a15c7-87e3-4314-bbe2-409223be65b0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0605519 Apr 12 11:02:41.302680 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4982d206-5d9e-4b98-a0e9-ff76fb8a1997 req-60ad8d04-2b0c-46b7-824f-fbc0d282ccd0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500546 Apr 12 11:02:41.311804 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34652) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:41.330135 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e50-201c-4368-ac48-23b9f382fd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.424571 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e50-201c-4368-ac48-23b9f382fd2a admin admin] Publish callbacks [] for security_group (b99b642a-ac85-4556-b58e-29d6dd193760), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.431767 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e50-201c-4368-ac48-23b9f382fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b99b642a-ac85-4556-b58e-29d6dd193760), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.483032 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-bcfa8e50-201c-4368-ac48-23b9f382fd2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f976c0457f6c415e82f1ceab88a0b4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652091 Apr 12 11:02:41.485234 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34658) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:41.493476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa8e50-201c-4368-ac48-23b9f382fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b642a-ac85-4556-b58e-29d6dd193760,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:41.522924 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab6114-f6c0-4401-afb7-37c9f83b286c None None] New status for floating IP 01d17c09-7dea-4ace-a0eb-cc5707a80996: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:02:41.582144 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-491caf19-6455-4ace-b476-d67ba51a7bd7 admin admin] Publish callbacks [] for security_group (b99b642a-ac85-4556-b58e-29d6dd193760), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.632360 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932f15b-98cf-4d4c-b4dd-3799871b5277 req-b6cff86c-a6f5-46b0-a8c1-ecfed8d7ae5b tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.639136 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2932f15b-98cf-4d4c-b4dd-3799871b5277 req-b6cff86c-a6f5-46b0-a8c1-ecfed8d7ae5b tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.1829510 Apr 12 11:02:41.722354 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-9b3c011a-2d48-416a-be1e-ef18a2eb292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.724245 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-9b3c011a-2d48-416a-be1e-ef18a2eb292b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1129 time: 0.2197497 Apr 12 11:02:41.754295 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-491caf19-6455-4ace-b476-d67ba51a7bd7 admin admin] Publish callbacks [] for security_group (b99b642a-ac85-4556-b58e-29d6dd193760), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.806412 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2932f15b-98cf-4d4c-b4dd-3799871b5277 req-cc6a8d66-248e-4ada-b054-f987095f9628 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/security-groups?id=484476a4-2ad2-4b34-952e-93c67e69d1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638887 Apr 12 11:02:41.852689 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-491caf19-6455-4ace-b476-d67ba51a7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b99b642a-ac85-4556-b58e-29d6dd193760), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.858992 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-491caf19-6455-4ace-b476-d67ba51a7bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.862530 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-491caf19-6455-4ace-b476-d67ba51a7bd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b99b642a-ac85-4556-b58e-29d6dd193760 HTTP/1.1" status: 204 len: 168 time: 0.3736124 Apr 12 11:02:41.893571 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-67d1a752-6a80-46e8-af22-38b0b7f57fc6 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886128 Apr 12 11:02:41.959744 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadfc5c-3c72-4ede-a25a-010198b1d5b0 req-11ea7dee-b565-4e98-8931-9186779488ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.965980 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8eadfc5c-3c72-4ede-a25a-010198b1d5b0 req-11ea7dee-b565-4e98-8931-9186779488ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1129 time: 0.3645654 Apr 12 11:02:41.974278 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491caf19-6455-4ace-b476-d67ba51a7bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b642a-ac85-4556-b58e-29d6dd193760,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:41.999981 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-12e91a3b-68fa-41d1-8485-e23b30d2ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.001677 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-12e91a3b-68fa-41d1-8485-e23b30d2ff3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 911 time: 0.2576234 Apr 12 11:02:42.092399 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.095515 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8eadfc5c-3c72-4ede-a25a-010198b1d5b0 req-e5d0b8e5-1d83-46e2-8122-9cdb1976cfa2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153655 Apr 12 11:02:42.107602 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-8b0de015-08d1-4d87-b783-be8cb658cc56 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.109126 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-8b0de015-08d1-4d87-b783-be8cb658cc56 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 946 time: 0.3069034 Apr 12 11:02:42.118189 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba92cc-bf2f-49f8-9efb-ed8bed69b587 req-dfa6caba-6b57-4b70-8f15-b020283609ce tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.133715 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-39ba92cc-bf2f-49f8-9efb-ed8bed69b587 req-dfa6caba-6b57-4b70-8f15-b020283609ce tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.5075653 Apr 12 11:02:42.189526 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ebc0059-a8a3-4655-ade2-c5fc763818ff req-ccfaca09-180e-4398-ba99-f5b59367bba3 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870848 Apr 12 11:02:42.217186 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-39ba92cc-bf2f-49f8-9efb-ed8bed69b587 req-4d514530-6cca-4d00-9214-bf73237d3fbf tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806587 Apr 12 11:02:42.227853 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-bde5905f-2e76-431a-99f1-3d355eecbfbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 998 time: 0.2185740 Apr 12 11:02:42.460050 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c544e-d1ec-4872-a0df-d30b46248647 req-94a76792-62ef-41f8-bb21-3d51308f7054 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.467830 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-216c544e-d1ec-4872-a0df-d30b46248647 req-94a76792-62ef-41f8-bb21-3d51308f7054 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0850527 Apr 12 11:02:42.538853 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-fdcbca09-0c8e-4fcb-a59b-da61085848e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.540427 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-fdcbca09-0c8e-4fcb-a59b-da61085848e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.1052060 Apr 12 11:02:42.557966 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Deleting port ec64652b-e9e1-4732-a325-8863fed187ce {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:02:42.558446 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.569188 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-216c544e-d1ec-4872-a0df-d30b46248647 req-54cd5488-df74-439f-8b69-eb085f1ccb92 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998507 Apr 12 11:02:42.671806 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] For port ec64652b-e9e1-4732-a325-8863fed187ce, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec64652b-e9e1-4732-a325-8863fed187ce,segment=NetworkSegment(dde1c358-76c1-4dec-98c3-f63391ed761b),segment_id=dde1c358-76c1-4dec-98c3-f63391ed761b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:42.672296 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.695834 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Calling delete_port for ec64652b-e9e1-4732-a325-8863fed187ce owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:02:42.712735 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34772) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:42.850644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9fec172-bc8e-4879-ba21-0a1f1b698652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.932274 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-84565f08-2c68-4b56-89ac-e0657c7d5922 req-a86e0949-ad9d-48c8-9634-7ed9680350da tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.0337203 Apr 12 11:02:42.933066 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (ec64652b-e9e1-4732-a325-8863fed187ce), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.950007 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-cbd7263e-bed3-4fee-86e6-72336aa8d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.951549 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-cbd7263e-bed3-4fee-86e6-72336aa8d5fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0821619 Apr 12 11:02:42.966596 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Pushing event deleted for resources: {'Port': ['ID=ec64652b-e9e1-4732-a325-8863fed187ce,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:42.979839 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['ec64652b-e9e1-4732-a325-8863fed187ce'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:43.007930 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9fec172-bc8e-4879-ba21-0a1f1b698652 admin admin] Publish callbacks [] for security_group (05b692e8-ea48-4f59-9b80-f043536ea4dd), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.014880 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9fec172-bc8e-4879-ba21-0a1f1b698652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (05b692e8-ea48-4f59-9b80-f043536ea4dd), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.041824 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] No DVR routers for this DVR port ec64652b-e9e1-4732-a325-8863fed187ce on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:02:43.045802 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.049229 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a8c36c74-f478-4277-ad89-ed5cabf9c0dd req-253dd1f7-38b1-4ce7-a4eb-888eb58bd0c5 tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.64 "DELETE /v2.0/ports/ec64652b-e9e1-4732-a325-8863fed187ce HTTP/1.1" status: 204 len: 173 time: 0.6177316 Apr 12 11:02:43.049697 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'name': 'network-vif-deleted', 'tag': 'ec64652b-e9e1-4732-a325-8863fed187ce'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:43.054792 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608b925-dded-41a4-a2c8-8ea41222db43" -d '{"events": [{"server_uuid": "d2e171a4-e7c9-410a-8536-26f9824d79c5", "name": "network-vif-deleted", "tag": "ec64652b-e9e1-4732-a325-8863fed187ce"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:43.063280 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34790) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:43.083858 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-f9fec172-bc8e-4879-ba21-0a1f1b698652 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b01e1a4372da49b7a1c750456a1be6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692210 Apr 12 11:02:43.084555 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34796) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:43.097194 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fec172-bc8e-4879-ba21-0a1f1b698652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b692e8-ea48-4f59-9b80-f043536ea4dd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:43.130007 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6cf2d-9e5e-4f71-afd0-ef3ec9eeb1a9 x-openstack-request-id: req-bae6cf2d-9e5e-4f71-afd0-ef3ec9eeb1a9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:43.130293 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e171a4-e7c9-410a-8536-26f9824d79c5", "name": "network-vif-deleted", "tag": "ec64652b-e9e1-4732-a325-8863fed187ce", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:43.130589 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bae6cf2d-9e5e-4f71-afd0-ef3ec9eeb1a9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:43.130985 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae6cf2d-9e5e-4f71-afd0-ef3ec9eeb1a9'] response: {'server_uuid': 'd2e171a4-e7c9-410a-8536-26f9824d79c5', 'name': 'network-vif-deleted', 'tag': 'ec64652b-e9e1-4732-a325-8863fed187ce', 'status': 'completed', 'code': 200} Apr 12 11:02:43.172603 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24008dce-92cf-4e9d-85cc-ebcd34367700 admin admin] Publish callbacks [] for security_group (05b692e8-ea48-4f59-9b80-f043536ea4dd), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.179126 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-3432df40-30d6-4690-a4c0-43d3a8aacd58 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500270 Apr 12 11:02:43.196265 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24008dce-92cf-4e9d-85cc-ebcd34367700 admin admin] Publish callbacks [] for security_group (05b692e8-ea48-4f59-9b80-f043536ea4dd), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.240727 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872377090-network', 'tenant_id': '2458569a26ed4411ab0939f8fa684c46'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:43.271458 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Made reservation on behalf of 2458569a26ed4411ab0939f8fa684c46 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:43.273891 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.299378 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.328705 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24008dce-92cf-4e9d-85cc-ebcd34367700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (05b692e8-ea48-4f59-9b80-f043536ea4dd), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.339872 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24008dce-92cf-4e9d-85cc-ebcd34367700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.342952 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-24008dce-92cf-4e9d-85cc-ebcd34367700 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05b692e8-ea48-4f59-9b80-f043536ea4dd HTTP/1.1" status: 204 len: 168 time: 0.2573886 Apr 12 11:02:43.430197 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24008dce-92cf-4e9d-85cc-ebcd34367700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b692e8-ea48-4f59-9b80-f043536ea4dd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:43.488387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e322f-9718-4607-99e0-dc3926735b63 req-0a2e6303-2829-4772-88d0-140eaab6eb03 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:43.488387 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cf5e322f-9718-4607-99e0-dc3926735b63 req-0a2e6303-2829-4772-88d0-140eaab6eb03 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1767054 Apr 12 11:02:43.535880 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b3de631d-e27b-4348-aaf7-cd393b67bdc3 req-0105ea1d-fb5d-4c7a-92a8-26769fdd5462 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820130 Apr 12 11:02:43.583742 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cf5e322f-9718-4607-99e0-dc3926735b63 req-beda88a4-fc3f-42ca-892f-65f2ef8e3ef4 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907969 Apr 12 11:02:43.607506 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks [] for security_group (a9646a4a-d86c-46c6-bfc1-143386c4f305), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.611985 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a9646a4a-d86c-46c6-bfc1-143386c4f305), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.647137 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:02:43.663729 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9646a4a-d86c-46c6-bfc1-143386c4f305,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:43.669868 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (7dd392ce-d4f7-49e9-b51b-bfcc334c8829), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.670144 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Added segment 7dd392ce-d4f7-49e9-b51b-bfcc334c8829 of type vlan for network 7f7b641c-a696-4378-95f6-5d18b6eceb4f Apr 12 11:02:43.709635 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.730416 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (7f7b641c-a696-4378-95f6-5d18b6eceb4f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.734532 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0cee8-4027-4a49-ae94-ed0661794854 req-61af5f04-77ae-45b2-bbe7-0e0780c03871 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:43.736152 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4bf0cee8-4027-4a49-ae94-ed0661794854 req-61af5f04-77ae-45b2-bbe7-0e0780c03871 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0723233 Apr 12 11:02:43.771249 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (7f7b641c-a696-4378-95f6-5d18b6eceb4f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.773461 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:43.774879 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.790362 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4bf0cee8-4027-4a49-ae94-ed0661794854 req-d3d4238b-0662-43c7-8e0a-41d11e8a1ddc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475316 Apr 12 11:02:43.799764 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34830) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:43.814407 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b114539-164b-42e5-811c-bad25bc95217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.834377 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7698963 Apr 12 11:02:43.837387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:43.845047 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Request body: {'subnet': {'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872377090-subnet', 'tenant_id': '2458569a26ed4411ab0939f8fa684c46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:43.851784 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2cc0e-c1ee-48f6-ae03-f8fd8173de6b admin admin] Pushing event updated for resources: {'Network': ['ID=7f7b641c-a696-4378-95f6-5d18b6eceb4f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:43.868522 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 7f7b641c-a696-4378-95f6-5d18b6eceb4f details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:02:43.873324 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Made reservation on behalf of 2458569a26ed4411ab0939f8fa684c46 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:43.877579 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.969283 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b114539-164b-42e5-811c-bad25bc95217 admin admin] Publish callbacks [] for security_group (342a3a3d-85c1-472e-86f7-5b9406d230a0), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.976126 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0b114539-164b-42e5-811c-bad25bc95217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (342a3a3d-85c1-472e-86f7-5b9406d230a0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:43.982979 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bee7f-4d77-4b8b-9968-30e865cbd8bc req-b69e299f-7d4f-4394-9bac-47cfee5d6d0f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:43.985927 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-308bee7f-4d77-4b8b-9968-30e865cbd8bc req-b69e299f-7d4f-4394-9bac-47cfee5d6d0f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0773668 Apr 12 11:02:44.000094 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34840) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:44.016083 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'floatingip': {'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:44.149948 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (1741209d-e566-4844-9f18-6c3ca6312e45), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.207125 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1741209d-e566-4844-9f18-6c3ca6312e45,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:44.230064 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Checking segment: {'id': '7dd392ce-d4f7-49e9-b51b-bfcc334c8829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:44.230413 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Network hostable DHCP agents. Network: 7f7b641c-a696-4378-95f6-5d18b6eceb4f, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:02:44.249317 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Network 7f7b641c-a696-4378-95f6-5d18b6eceb4f is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:02:44.259030 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 7f7b641c-a696-4378-95f6-5d18b6eceb4f) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:44.264132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:44.266088 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.271795 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227bcc2-9623-4222-acb3-fa5e9652568a None None] Network 7f7b641c-a696-4378-95f6-5d18b6eceb4f requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:44.293378 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ea14e817-3597-41e6-87c9-ece057990059 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4466307 Apr 12 11:02:44.303826 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0b114539-164b-42e5-811c-bad25bc95217 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfb67d4b5d984559a9e19b2edcdc648b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001781 Apr 12 11:02:44.304225 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:44.318709 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (99ecd647-68df-4150-8975-0ccd038f0a33), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.320727 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b114539-164b-42e5-811c-bad25bc95217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a3a3d-85c1-472e-86f7-5b9406d230a0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:44.326213 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f1ae7f-ade3-426c-8253-1e56f1cb5cb4 req-6f1e473d-c22f-4780-83d6-858ff0ee558d tempest-DeleteServersTestJSON-1648343727 tempest-DeleteServersTestJSON-1648343727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.0528040 Apr 12 11:02:44.399610 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0be69745-8baf-4364-9ce4-e3ef01591ae3 admin admin] Publish callbacks [] for security_group (342a3a3d-85c1-472e-86f7-5b9406d230a0), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.430958 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0be69745-8baf-4364-9ce4-e3ef01591ae3 admin admin] Publish callbacks [] for security_group (342a3a3d-85c1-472e-86f7-5b9406d230a0), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.436997 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65339bb0-2973-4620-b320-919ce001771b None None] Network 7f7b641c-a696-4378-95f6-5d18b6eceb4f requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:44.527312 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0be69745-8baf-4364-9ce4-e3ef01591ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (342a3a3d-85c1-472e-86f7-5b9406d230a0), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.535169 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0be69745-8baf-4364-9ce4-e3ef01591ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.549411 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0be69745-8baf-4364-9ce4-e3ef01591ae3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/342a3a3d-85c1-472e-86f7-5b9406d230a0 HTTP/1.1" status: 204 len: 168 time: 0.2438741 Apr 12 11:02:44.571044 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be69745-8baf-4364-9ce4-e3ef01591ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a3a3d-85c1-472e-86f7-5b9406d230a0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:44.818993 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-936e1548-ccf5-4342-bc5f-eadb9ad9e88b req-2d4ca74e-f5a2-40ce-b8e8-ccf88ddc4e29 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0567343 Apr 12 11:02:44.831881 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefdb33-187d-415c-9c27-db1d5a15f762 req-bdba79a9-b01e-4b38-a089-0c1453cb5534 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:44.834081 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3fefdb33-187d-415c-9c27-db1d5a15f762 req-bdba79a9-b01e-4b38-a089-0c1453cb5534 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0904067 Apr 12 11:02:44.915447 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3fefdb33-187d-415c-9c27-db1d5a15f762 req-846a3ee9-a540-4f97-a345-7c56263a9a7f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712745 Apr 12 11:02:45.008743 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-936e1548-ccf5-4342-bc5f-eadb9ad9e88b req-41308f9a-8827-4a05-8ffa-8750c7ef3a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=457c094a8fe0422282c9c1ce48081a6c&device_id=d2e171a4-e7c9-410a-8536-26f9824d79c5 HTTP/1.1" status: 200 len: 210 time: 0.0494986 Apr 12 11:02:45.287529 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:02:45.331094 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34884) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:45.337120 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513155346-network', 'tenant_id': '3aa83d7d71c94fb2b1fdf9377ba7dd88'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:45.360232 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Made reservation on behalf of 3aa83d7d71c94fb2b1fdf9377ba7dd88 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:45.362834 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.375899 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.390012 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1548-ccf5-4342-bc5f-eadb9ad9e88b req-e00ae5bc-71a4-4640-86ea-b3f796b01daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:45.391556 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-936e1548-ccf5-4342-bc5f-eadb9ad9e88b req-e00ae5bc-71a4-4640-86ea-b3f796b01daf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=457c094a8fe0422282c9c1ce48081a6c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3476629 Apr 12 11:02:45.403332 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.429831 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (99ecd647-68df-4150-8975-0ccd038f0a33), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.461439 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks [] for security_group (fbf3310b-70cb-48ca-9418-3dfa11667058), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.473253 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (fbf3310b-70cb-48ca-9418-3dfa11667058), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.502687 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:02:45.514802 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3310b-70cb-48ca-9418-3dfa11667058,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:45.521132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (d1ee9753-fe10-4710-aeec-d10c9da134a4), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.521593 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Added segment d1ee9753-fe10-4710-aeec-d10c9da134a4 of type vlan for network d9114bea-4424-4f13-a3a9-1644304c2132 Apr 12 11:02:45.580356 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (d9114bea-4424-4f13-a3a9-1644304c2132), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.622405 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (d9114bea-4424-4f13-a3a9-1644304c2132), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.624394 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:45.625153 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.655293 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3228800 Apr 12 11:02:45.657944 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34904) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:45.676643 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Request body: {'subnet': {'network_id': 'd9114bea-4424-4f13-a3a9-1644304c2132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513155346-subnet', 'tenant_id': '3aa83d7d71c94fb2b1fdf9377ba7dd88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:45.742424 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2e1a3-760d-4520-9230-e6292c7de2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9114bea-4424-4f13-a3a9-1644304c2132,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:45.753857 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Made reservation on behalf of 3aa83d7d71c94fb2b1fdf9377ba7dd88 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:45.757658 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.759276 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network d9114bea-4424-4f13-a3a9-1644304c2132 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:02:45.913994 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1548-ccf5-4342-bc5f-eadb9ad9e88b req-5a88c6f3-60bb-4edb-81d9-028a9fb8fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:45.915794 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-936e1548-ccf5-4342-bc5f-eadb9ad9e88b req-5a88c6f3-60bb-4edb-81d9-028a9fb8fa54 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5155675 Apr 12 11:02:45.937734 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Floating IP 99ecd647-68df-4150-8975-0ccd038f0a33 associated. External IP: 172.28.2.166, port: a58e7138-5765-4cb5-b859-6f326a4d7661. Apr 12 11:02:46.032073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (875d94ad-ff45-4018-859e-79876ad0b76b), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.122265 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=875d94ad-ff45-4018-859e-79876ad0b76b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:46.132057 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Checking segment: {'id': 'd1ee9753-fe10-4710-aeec-d10c9da134a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd9114bea-4424-4f13-a3a9-1644304c2132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:46.132407 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Network hostable DHCP agents. Network: d9114bea-4424-4f13-a3a9-1644304c2132, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:02:46.150445 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818bde7-3df5-40bd-8e53-c27de90524b0 req-e2b1e428-8382-458a-9f13-43b56ff09fc9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:46.152097 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3818bde7-3df5-40bd-8e53-c27de90524b0 req-e2b1e428-8382-458a-9f13-43b56ff09fc9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0803902 Apr 12 11:02:46.155360 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Network d9114bea-4424-4f13-a3a9-1644304c2132 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:02:46.163729 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ec64652b-e9e1-4732-a325-8863fed187ce no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:02:46.170906 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, d9114bea-4424-4f13-a3a9-1644304c2132) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:46.182170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:46.182355 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.208840 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9ea9f-3352-4717-b77b-7dab5d032db6 None None] Network d9114bea-4424-4f13-a3a9-1644304c2132 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:46.211972 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: ec64652b-e9e1-4732-a325-8863fed187ce {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:02:46.212492 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ec64652b-e9e1-4732-a325-8863fed187ce not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:02:46.215863 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-6efd8f18-e070-40c0-ac98-85cbcf1780fd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5515063 Apr 12 11:02:46.338359 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3818bde7-3df5-40bd-8e53-c27de90524b0 req-42b894bd-0a51-4602-8a47-0a2c1a71e543 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692691 Apr 12 11:02:46.358207 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db461e-6954-4260-82f6-cff0d75e99bc None None] Network d9114bea-4424-4f13-a3a9-1644304c2132 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:46.360327 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:46.468487 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34936) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:46.498917 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:46.504746 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.510011 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:46.522128 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:46.523313 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:02:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:46.560376 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a80da4e0-88c0-4f0e-9d20-a9994b48b80e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "PUT /v2.0/floatingips/99ecd647-68df-4150-8975-0ccd038f0a33 HTTP/1.1" status: 200 len: 991 time: 2.5530760 Apr 12 11:02:46.561147 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:46.564116 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f96f6f-e251-4487-8b16-80b99974c770" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:46.605978 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e477f-0e0c-49a7-b7c2-f702f4505951 x-openstack-request-id: req-901e477f-0e0c-49a7-b7c2-f702f4505951 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:46.606270 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:46.606550 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-901e477f-0e0c-49a7-b7c2-f702f4505951 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:46.606960 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901e477f-0e0c-49a7-b7c2-f702f4505951'] response: {'name': 'network-changed', 'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'status': 'completed', 'code': 200} Apr 12 11:02:46.632097 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7604b427-223f-4726-8d95-b5b2f4fadfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.669444 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:46.738800 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7604b427-223f-4726-8d95-b5b2f4fadfe4 admin admin] Publish callbacks [] for security_group (812ee56a-9401-47eb-817b-e51732792b77), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.752898 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7604b427-223f-4726-8d95-b5b2f4fadfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (812ee56a-9401-47eb-817b-e51732792b77), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.762925 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f96f6f-e251-4487-8b16-80b99974c770 req-1da4a2e4-43fd-4088-b909-cca301182162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:46.764596 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-1da4a2e4-43fd-4088-b909-cca301182162 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1129 time: 0.0878491 Apr 12 11:02:46.871790 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f96f6f-e251-4487-8b16-80b99974c770 req-129ac42d-4a44-4b55-b6d8-249edf8f57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:46.873476 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-129ac42d-4a44-4b55-b6d8-249edf8f57d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.1019526 Apr 12 11:02:46.931438 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '99ecd647-68df-4150-8975-0ccd038f0a33', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'mac_address': 'fa:16:3e:fb:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:02:12Z', 'updated_at': '2022-04-12T11:02:45Z', 'revision_number': 1, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:46.969706 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:46.973994 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-833fcf97-0b66-43ad-a831-69e32f14d57a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 999 time: 0.0823865 Apr 12 11:02:46.980737 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:46.981404 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:02:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:47.013996 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 34962) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:47.065515 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604b427-223f-4726-8d95-b5b2f4fadfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ee56a-9401-47eb-817b-e51732792b77,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:47.076081 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7604b427-223f-4726-8d95-b5b2f4fadfe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acacef244da740a7a4be6b15bad9565b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042154 Apr 12 11:02:47.077400 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34966) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:47.095673 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f96f6f-e251-4487-8b16-80b99974c770 req-3ff1115b-39c3-41c5-b306-a246425c7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:47.097709 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-3ff1115b-39c3-41c5-b306-a246425c7379 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.1124835 Apr 12 11:02:47.103291 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Deleting subnet 78fba77b-43a8-47ed-90c1-d9871ac1c551 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:02:47.123527 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:47.154002 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Publish callbacks [] for subnet (78fba77b-43a8-47ed-90c1-d9871ac1c551), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.157674 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0970031a-68aa-4ec1-9305-6eeb77e388e1 admin admin] Publish callbacks [] for security_group (812ee56a-9401-47eb-817b-e51732792b77), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.164955 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-5a1e4ab2-8fe0-4581-a362-b9c61ef2373a tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:47.166678 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-5a1e4ab2-8fe0-4581-a362-b9c61ef2373a tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/networks?id=7f7b641c-a696-4378-95f6-5d18b6eceb4f HTTP/1.1" status: 200 len: 809 time: 0.4266093 Apr 12 11:02:47.194079 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-e507b38d-ffa9-47ae-9b7b-5d222d7582f8 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/quotas/2458569a26ed4411ab0939f8fa684c46 HTTP/1.1" status: 200 len: 375 time: 0.0188291 Apr 12 11:02:47.198939 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0970031a-68aa-4ec1-9305-6eeb77e388e1 admin admin] Publish callbacks [] for security_group (812ee56a-9401-47eb-817b-e51732792b77), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.199740 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f96f6f-e251-4487-8b16-80b99974c770 req-e07b1317-3003-4191-8d4d-10f889b30c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:47.201264 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-e07b1317-3003-4191-8d4d-10f889b30c48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0943112 Apr 12 11:02:47.203465 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Publish callbacks [] for subnet (78fba77b-43a8-47ed-90c1-d9871ac1c551), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.213192 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (78fba77b-43a8-47ed-90c1-d9871ac1c551), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.248251 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-18226006-8c8b-4159-9400-eaa36cb89258 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2458569a26ed4411ab0939f8fa684c46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419302 Apr 12 11:02:47.358810 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-d174ed06-33b0-4365-bd34-ad87f927106a service neutron] 10.222.0.41 "GET /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933599 Apr 12 11:02:47.382417 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (78fba77b-43a8-47ed-90c1-d9871ac1c551), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.390219 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '99ecd647-68df-4150-8975-0ccd038f0a33', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'mac_address': 'fa:16:3e:fb:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:02:12Z', 'updated_at': '2022-04-12T11:02:45Z', 'revision_number': 1, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:47.393876 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-c64784e1-ecfd-4111-9b79-3b4895c1630e service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593356 Apr 12 11:02:47.400335 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0970031a-68aa-4ec1-9305-6eeb77e388e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (812ee56a-9401-47eb-817b-e51732792b77), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.403141 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0970031a-68aa-4ec1-9305-6eeb77e388e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.404446 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0970031a-68aa-4ec1-9305-6eeb77e388e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/812ee56a-9401-47eb-817b-e51732792b77 HTTP/1.1" status: 204 len: 168 time: 0.3263147 Apr 12 11:02:47.444271 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970031a-68aa-4ec1-9305-6eeb77e388e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ee56a-9401-47eb-817b-e51732792b77,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:47.452106 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fba77b-43a8-47ed-90c1-d9871ac1c551,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:47.463133 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229116-e20f-4149-9984-cbdf96ae36c5 None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '99ecd647-68df-4150-8975-0ccd038f0a33', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'mac_address': 'fa:16:3e:fb:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:02:12Z', 'updated_at': '2022-04-12T11:02:45Z', 'revision_number': 1, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:47.466270 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.477738 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-61b2574d-113d-41ac-a060-47f9d2e42d6b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78fba77b-43a8-47ed-90c1-d9871ac1c551 HTTP/1.1" status: 204 len: 168 time: 0.4626112 Apr 12 11:02:47.483583 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 34982) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:47.620523 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6a8b9-6503-494b-b9c4-9e5f091b22b3 req-597a1d37-8a8b-4551-aee4-181951979a5e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:47.622029 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ef6a8b9-6503-494b-b9c4-9e5f091b22b3 req-597a1d37-8a8b-4551-aee4-181951979a5e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1262550 Apr 12 11:02:47.656753 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (3842b82b-c180-4abe-8a7a-6cb28af4e128), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.681015 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-63da0a4d-4bc7-4179-bf01-e33782b549a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147151 Apr 12 11:02:47.697197 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-30f96f6f-e251-4487-8b16-80b99974c770 req-a5f15eb1-da57-4c6e-b2c5-6afe2a2b8cbf service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574110 Apr 12 11:02:47.714182 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ef6a8b9-6503-494b-b9c4-9e5f091b22b3 req-602aebec-4562-418b-af91-574bedddfd2a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832715 Apr 12 11:02:47.804387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (3842b82b-c180-4abe-8a7a-6cb28af4e128), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.835113 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.836163 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.837064 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.837511 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > port after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.837909 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.838287 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.838716 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.839387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.839888 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.840347 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:47.911764 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cce09b68-7acf-490c-ac87-b2db4a1dee66 req-5e7b4770-487c-495b-954e-eb4dc50f5b1d tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0432963 Apr 12 11:02:48.024075 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:48.024608 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:48.025008 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:48.025460 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:48.025978 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3842b82b-c180-4abe-8a7a-6cb28af4e128']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:48.047270 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde1c358-76c1-4dec-98c3-f63391ed761b') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:48.047613 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde1c358-76c1-4dec-98c3-f63391ed761b') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:48.065419 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (dde1c358-76c1-4dec-98c3-f63391ed761b), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.118958 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (dde1c358-76c1-4dec-98c3-f63391ed761b), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.131219 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:02:48.131766 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (dde1c358-76c1-4dec-98c3-f63391ed761b), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: from cryptography.utils import int_from_bytes Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: from cryptography.utils import int_from_bytes Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:02:48.207436 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:02:48.281246 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (3842b82b-c180-4abe-8a7a-6cb28af4e128), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.294629 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.297976 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] 10.222.0.41 "DELETE /v2.0/networks/3842b82b-c180-4abe-8a7a-6cb28af4e128 HTTP/1.1" status: 204 len: 168 time: 0.8135855 Apr 12 11:02:48.308434 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732753bf-b25a-496b-b3d6-3e284a8f3bad admin admin] Pushing event deleted for resources: {'Network': ['ID=3842b82b-c180-4abe-8a7a-6cb28af4e128,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:48.470930 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa839ce0-d261-4b50-b403-6c6e3d728aba None None] New status for floating IP 99ecd647-68df-4150-8975-0ccd038f0a33: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:02:48.532244 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:48.583820 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-8c97f252-36c3-4ec1-bfd2-ffc1b3d33ba0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=457c094a8fe0422282c9c1ce48081a6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480978 Apr 12 11:02:48.586734 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:48.651820 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2d8747d-8121-4ace-b2aa-f28a57cb1754 admin admin] Publish callbacks [] for security_group (484476a4-2ad2-4b34-952e-93c67e69d1dc), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.676030 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2d8747d-8121-4ace-b2aa-f28a57cb1754 admin admin] Publish callbacks [] for security_group (484476a4-2ad2-4b34-952e-93c67e69d1dc), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.765030 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2d8747d-8121-4ace-b2aa-f28a57cb1754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (484476a4-2ad2-4b34-952e-93c67e69d1dc), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.769760 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2d8747d-8121-4ace-b2aa-f28a57cb1754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.786472 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-f2d8747d-8121-4ace-b2aa-f28a57cb1754 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/484476a4-2ad2-4b34-952e-93c67e69d1dc HTTP/1.1" status: 204 len: 168 time: 0.1985791 Apr 12 11:02:48.801620 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8747d-8121-4ace-b2aa-f28a57cb1754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484476a4-2ad2-4b34-952e-93c67e69d1dc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:48.880214 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c8a3a-dca7-4e16-9bb8-faaff9a6a767 req-d3240aaf-58f1-44a4-846a-75d7eb194830 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:48.881849 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a63c8a3a-dca7-4e16-9bb8-faaff9a6a767 req-d3240aaf-58f1-44a4-846a-75d7eb194830 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0902927 Apr 12 11:02:48.941844 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a63c8a3a-dca7-4e16-9bb8-faaff9a6a767 req-bd9db604-420c-401a-abfe-fd3a72aec10c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Apr 12 11:02:49.051043 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cd82185f-b896-4d61-bdf0-6cdb4880d108 req-5a820969-92b9-4b02-b4df-6e8bd672a554 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0409298 Apr 12 11:02:49.243516 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:49.689180 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-56aeac2f-9b18-4d6e-9cec-6bc77bf81ab7 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:49.690757 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-56aeac2f-9b18-4d6e-9cec-6bc77bf81ab7 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.64 "GET /v2.0/networks?id=7f7b641c-a696-4378-95f6-5d18b6eceb4f HTTP/1.1" status: 200 len: 809 time: 0.1345274 Apr 12 11:02:49.728197 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Request body: {'port': {'device_id': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f', 'admin_state_up': True, 'tenant_id': '2458569a26ed4411ab0939f8fa684c46'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:49.865185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Made reservation on behalf of 2458569a26ed4411ab0939f8fa684c46 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:49.869627 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.067572 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Allocated IP 172.20.0.5 (7f7b641c-a696-4378-95f6-5d18b6eceb4f/1741209d-e566-4844-9f18-6c3ca6312e45/2f7d92e5-f824-44ba-9729-bc093c59d851) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:50.093874 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2e167-a698-4d6d-b1af-9dd42858c854 req-ddc1f791-860c-4801-af25-e7d9610071fb tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:50.095446 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3be2e167-a698-4d6d-b1af-9dd42858c854 req-ddc1f791-860c-4801-af25-e7d9610071fb tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0626612 Apr 12 11:02:50.190156 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3be2e167-a698-4d6d-b1af-9dd42858c854 req-654a1c4a-838c-48d8-b391-e0fc041a3443 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875835 Apr 12 11:02:50.312841 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-98a2c65f-e330-4fb4-8835-77117c26afd8 req-cda98516-0803-4a21-bd50-6ad722c60d22 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0401697 Apr 12 11:02:50.318133 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks [] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.352448 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.400607 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Network 7f7b641c-a696-4378-95f6-5d18b6eceb4f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:50.403554 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:50.407322 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:50.412410 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:50.413016 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.432206 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Pushing event updated for resources: {'Port': ['ID=2f7d92e5-f824-44ba-9729-bc093c59d851,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:50.434378 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7111797 Apr 12 11:02:50.440212 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.440582 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.440938 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.441298 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.441633 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.442049 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.442377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.442948 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.443298 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.443881 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.444251 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.444675 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.445141 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.445518 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.445838 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37195012-af15-4907-ba0b-870d2499b607 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.459092 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Request body: {'port': {'device_id': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:50.527071 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.791823 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7d92e5-f824-44ba-9729-bc093c59d851 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:50.799428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Publish callbacks [] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.812583 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Transition to ACTIVE for port object 2f7d92e5-f824-44ba-9729-bc093c59d851 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:50.816487 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.868727 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d92e5-f824-44ba-9729-bc093c59d851,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:50.903878 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Attempting to bind port 2f7d92e5-f824-44ba-9729-bc093c59d851 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:50.904210 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Attempting to bind port 2f7d92e5-f824-44ba-9729-bc093c59d851 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7dd392ce-d4f7-49e9-b51b-bfcc334c8829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:50.904533 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Attempting to bind port 2f7d92e5-f824-44ba-9729-bc093c59d851 on network 7f7b641c-a696-4378-95f6-5d18b6eceb4f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:50.908941 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Port 2f7d92e5-f824-44ba-9729-bc093c59d851 on network 7f7b641c-a696-4378-95f6-5d18b6eceb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:50.909260 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Attempting to bind port 2f7d92e5-f824-44ba-9729-bc093c59d851 on network 7f7b641c-a696-4378-95f6-5d18b6eceb4f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:50.914412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:50.914771 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Checking segment: {'id': '7dd392ce-d4f7-49e9-b51b-bfcc334c8829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:50.915127 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Bound using segment: {'id': '7dd392ce-d4f7-49e9-b51b-bfcc334c8829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:50.915539 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Bound port: 2f7d92e5-f824-44ba-9729-bc093c59d851, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd392ce-d4f7-49e9-b51b-bfcc334c8829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:50.915895 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.981152 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] For port 2f7d92e5-f824-44ba-9729-bc093c59d851, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:50.984994 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] For port 2f7d92e5-f824-44ba-9729-bc093c59d851, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f7d92e5-f824-44ba-9729-bc093c59d851,segment=NetworkSegment(7dd392ce-d4f7-49e9-b51b-bfcc334c8829),segment_id=7dd392ce-d4f7-49e9-b51b-bfcc334c8829)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:50.991567 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.027127 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.027751 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.029152 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] 10.222.0.64 "PUT /v2.0/ports/2f7d92e5-f824-44ba-9729-bc093c59d851 HTTP/1.1" status: 200 len: 1093 time: 0.5754113 Apr 12 11:02:51.029581 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'tag': '2f7d92e5-f824-44ba-9729-bc093c59d851'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:51.031848 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bc4f02-0c88-452e-b643-0cfd12c06873" -d '{"events": [{"name": "network-changed", "server_uuid": "854cef52-317b-46d4-ac8a-d365ccf2c8a7", "tag": "2f7d92e5-f824-44ba-9729-bc093c59d851"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:51.069387 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fecc8c-432a-48c0-b9b2-bbb0c1719205 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d92e5-f824-44ba-9729-bc093c59d851,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:51.082043 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a16ab7-45ac-4538-9f52-cebcc275e855 x-openstack-request-id: req-99a16ab7-45ac-4538-9f52-cebcc275e855 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:51.082343 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854cef52-317b-46d4-ac8a-d365ccf2c8a7", "tag": "2f7d92e5-f824-44ba-9729-bc093c59d851", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:51.082624 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99a16ab7-45ac-4538-9f52-cebcc275e855 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:51.083072 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a16ab7-45ac-4538-9f52-cebcc275e855'] response: {'name': 'network-changed', 'server_uuid': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'tag': '2f7d92e5-f824-44ba-9729-bc093c59d851', 'status': 'completed', 'code': 200} Apr 12 11:02:51.145228 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-4a13a844-1d8b-4de4-8445-b098cb212ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.146860 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-4a13a844-1d8b-4de4-8445-b098cb212ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2458569a26ed4411ab0939f8fa684c46&device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 1127 time: 0.0405500 Apr 12 11:02:51.206050 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-8fe4269b-0bea-45cb-b3f7-f5a16dad2fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7d92e5-f824-44ba-9729-bc093c59d851 HTTP/1.1" status: 200 len: 217 time: 0.0431218 Apr 12 11:02:51.259304 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-b71d8c04-4c73-4eb4-b863-34873b1ffc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.260791 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-b71d8c04-4c73-4eb4-b863-34873b1ffc00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1741209d-e566-4844-9f18-6c3ca6312e45 HTTP/1.1" status: 200 len: 849 time: 0.0485969 Apr 12 11:02:51.313793 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-4f7b3530-f6e8-4e16-847d-17218cf6776f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f7b641c-a696-4378-95f6-5d18b6eceb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439012 Apr 12 11:02:51.350368 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee71b-8d5c-43e2-a287-3c95f004bcc1 req-5217fb35-c46e-4180-b226-bca6e5a40f03 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.351960 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-220ee71b-8d5c-43e2-a287-3c95f004bcc1 req-5217fb35-c46e-4180-b226-bca6e5a40f03 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0903108 Apr 12 11:02:51.448011 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560070-36fc-41fe-87e2-1c6bb703072d req-01e88258-0e90-4a46-9a56-620bcbdb2fae tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.448591 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-597ef743-84cf-4336-9447-c139f87ecb2b service neutron] 10.222.0.64 "GET /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267533 Apr 12 11:02:51.449479 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3a560070-36fc-41fe-87e2-1c6bb703072d req-01e88258-0e90-4a46-9a56-620bcbdb2fae tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0533500 Apr 12 11:02:51.451583 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-220ee71b-8d5c-43e2-a287-3c95f004bcc1 req-eb16a6aa-9c21-478e-b9fe-e2d3a72e0a12 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648034 Apr 12 11:02:51.523236 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3a560070-36fc-41fe-87e2-1c6bb703072d req-0f108203-ec7f-4ac4-ae77-c3912ca9daba tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638726 Apr 12 11:02:51.567587 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d49f6207-5f75-4756-9241-1aac92b451a5 req-60cbcfb2-3568-4110-b2ff-905dcf9d57c6 service neutron] 10.222.0.64 "GET /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126916 Apr 12 11:02:51.775983 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:51.879498 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b8abe9c-9a23-447b-b1eb-ab5701e30b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.956802 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b8abe9c-9a23-447b-b1eb-ab5701e30b84 admin admin] Publish callbacks [] for security_group (c4adb874-30dd-4e13-8082-d50d831001a4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.962428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b8abe9c-9a23-447b-b1eb-ab5701e30b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (c4adb874-30dd-4e13-8082-d50d831001a4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.003805 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7b8abe9c-9a23-447b-b1eb-ab5701e30b84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06fe6bbe3510444cb9afa0bc1dc70a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266328 Apr 12 11:02:52.005060 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8abe9c-9a23-447b-b1eb-ab5701e30b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4adb874-30dd-4e13-8082-d50d831001a4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.006696 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35176) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:52.057191 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Publish callbacks [] for security_group (c4adb874-30dd-4e13-8082-d50d831001a4), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.086020 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Publish callbacks [] for security_group (c4adb874-30dd-4e13-8082-d50d831001a4), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.137509 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (c4adb874-30dd-4e13-8082-d50d831001a4), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.140015 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.141174 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4adb874-30dd-4e13-8082-d50d831001a4 HTTP/1.1" status: 204 len: 168 time: 0.1334052 Apr 12 11:02:52.149070 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4adb874-30dd-4e13-8082-d50d831001a4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.156190 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.156571 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.156930 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.157301 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.157655 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.157988 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.158337 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.158687 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.159013 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.159336 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.159659 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.160590 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.160918 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.161308 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.161560 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb015aae-ebe1-48fb-9965-16dae8d8d8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:52.428430 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35190) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:52.441690 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-005cb14b-1df4-45b4-854c-195e2e5421b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.507678 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:52.527529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-005cb14b-1df4-45b4-854c-195e2e5421b8 admin admin] Publish callbacks [] for security_group (0a8851a1-a0cc-4f1b-b26c-fc16bb001c97), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.534383 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-005cb14b-1df4-45b4-854c-195e2e5421b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0a8851a1-a0cc-4f1b-b26c-fc16bb001c97), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.575801 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-005cb14b-1df4-45b4-854c-195e2e5421b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a949a73913a40e5b31d740ecedf7653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462595 Apr 12 11:02:52.577238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cb14b-1df4-45b4-854c-195e2e5421b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8851a1-a0cc-4f1b-b26c-fc16bb001c97,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.581198 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35200) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:52.616134 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4a7ec-7870-4563-bf3c-af420792b768 req-a3bb3ac2-8ce8-437f-8b9f-db28bbc539c1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:52.618281 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de4a7ec-7870-4563-bf3c-af420792b768 req-a3bb3ac2-8ce8-437f-8b9f-db28bbc539c1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0632372 Apr 12 11:02:52.657051 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e68916c2-410d-4c00-86c3-bec3a68b08e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.669404 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a59570b-28a7-4de1-8258-02a085b92f4c admin admin] Publish callbacks [] for security_group (0a8851a1-a0cc-4f1b-b26c-fc16bb001c97), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.678812 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eae4-ff58-431a-9e47-51ea84e1902d req-a11cfaa6-33f3-418b-beff-74e01d3e25ac tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:52.686242 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6815eae4-ff58-431a-9e47-51ea84e1902d req-a11cfaa6-33f3-418b-beff-74e01d3e25ac tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0680428 Apr 12 11:02:52.711156 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de4a7ec-7870-4563-bf3c-af420792b768 req-7c5c8066-280c-454f-9025-de87719c8d96 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852406 Apr 12 11:02:52.721682 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a59570b-28a7-4de1-8258-02a085b92f4c admin admin] Publish callbacks [] for security_group (0a8851a1-a0cc-4f1b-b26c-fc16bb001c97), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.771125 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6815eae4-ff58-431a-9e47-51ea84e1902d req-bfb9bd46-a0f8-4aab-a7e7-a3f1750275a8 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839119 Apr 12 11:02:52.777646 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-d0517196-032f-40f2-ae24-3ddb0d97b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:52.779324 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-d0517196-032f-40f2-ae24-3ddb0d97b87c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2458569a26ed4411ab0939f8fa684c46&device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 1127 time: 0.0526304 Apr 12 11:02:52.804656 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a59570b-28a7-4de1-8258-02a085b92f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0a8851a1-a0cc-4f1b-b26c-fc16bb001c97), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.807428 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a59570b-28a7-4de1-8258-02a085b92f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.808558 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-5a59570b-28a7-4de1-8258-02a085b92f4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a8851a1-a0cc-4f1b-b26c-fc16bb001c97 HTTP/1.1" status: 204 len: 168 time: 0.2262352 Apr 12 11:02:52.821361 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59570b-28a7-4de1-8258-02a085b92f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8851a1-a0cc-4f1b-b26c-fc16bb001c97,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.844159 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e68916c2-410d-4c00-86c3-bec3a68b08e2 admin admin] Publish callbacks [] for security_group (fd641698-4322-4681-be58-dddc2cc11e89), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.853797 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e68916c2-410d-4c00-86c3-bec3a68b08e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (fd641698-4322-4681-be58-dddc2cc11e89), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.946677 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e68916c2-410d-4c00-86c3-bec3a68b08e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91cdb280138d43479b4d06496c95da3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378054 Apr 12 11:02:52.947692 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35212) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:52.952859 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68916c2-410d-4c00-86c3-bec3a68b08e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd641698-4322-4681-be58-dddc2cc11e89,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.985907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-525ea3f4-7e22-4814-ad1c-44e261d21c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:52.987446 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-525ea3f4-7e22-4814-ad1c-44e261d21c74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f7b641c-a696-4378-95f6-5d18b6eceb4f HTTP/1.1" status: 200 len: 910 time: 0.1933677 Apr 12 11:02:53.003184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc058-2c17-4122-bd66-f6f418134581 admin admin] Publish callbacks [] for security_group (fd641698-4322-4681-be58-dddc2cc11e89), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.024450 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc058-2c17-4122-bd66-f6f418134581 admin admin] Publish callbacks [] for security_group (fd641698-4322-4681-be58-dddc2cc11e89), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.088721 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-3223ffac-e5fa-44a2-ac2e-ba49e7d92373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7d92e5-f824-44ba-9729-bc093c59d851 HTTP/1.1" status: 200 len: 217 time: 0.0438480 Apr 12 11:02:53.092137 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc058-2c17-4122-bd66-f6f418134581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (fd641698-4322-4681-be58-dddc2cc11e89), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.094805 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc058-2c17-4122-bd66-f6f418134581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.095933 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ba5cc058-2c17-4122-bd66-f6f418134581 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd641698-4322-4681-be58-dddc2cc11e89 HTTP/1.1" status: 204 len: 168 time: 0.1470611 Apr 12 11:02:53.104398 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cc058-2c17-4122-bd66-f6f418134581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd641698-4322-4681-be58-dddc2cc11e89,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:53.156279 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-0ce30125-71e1-4a7f-9290-5780a564611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:53.158033 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-0ce30125-71e1-4a7f-9290-5780a564611d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1741209d-e566-4844-9f18-6c3ca6312e45 HTTP/1.1" status: 200 len: 849 time: 0.0631719 Apr 12 11:02:53.193547 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-b230ec6b-8605-49f4-85cb-faf45f29b06b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f7b641c-a696-4378-95f6-5d18b6eceb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275989 Apr 12 11:02:53.300398 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-c29469da-5576-4091-8da8-e637121c9fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976892 Apr 12 11:02:53.403597 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6bc4f02-0c88-452e-b643-0cfd12c06873 req-ca89374f-0f9a-49a0-b941-f86c26b24bf8 service neutron] 10.222.0.64 "GET /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921118 Apr 12 11:02:53.414238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35238) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:53.427568 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e94262f8-c067-485e-ba4a-d0b7c6d7dfdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.510111 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e94262f8-c067-485e-ba4a-d0b7c6d7dfdf admin admin] Publish callbacks [] for security_group (e10eafa6-2f16-47ad-a4de-310a81e7fd83), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.514976 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e94262f8-c067-485e-ba4a-d0b7c6d7dfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e10eafa6-2f16-47ad-a4de-310a81e7fd83), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.560059 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e94262f8-c067-485e-ba4a-d0b7c6d7dfdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aff11a2347b04b1eaca62a2f1d4d0db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446884 Apr 12 11:02:53.560933 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94262f8-c067-485e-ba4a-d0b7c6d7dfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10eafa6-2f16-47ad-a4de-310a81e7fd83,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:53.562846 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35244) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:53.609754 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c75d1c-d697-4b5f-9f03-fd9dd2efb2d4 admin admin] Publish callbacks [] for security_group (e10eafa6-2f16-47ad-a4de-310a81e7fd83), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.633265 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c75d1c-d697-4b5f-9f03-fd9dd2efb2d4 admin admin] Publish callbacks [] for security_group (e10eafa6-2f16-47ad-a4de-310a81e7fd83), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.690778 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c75d1c-d697-4b5f-9f03-fd9dd2efb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e10eafa6-2f16-47ad-a4de-310a81e7fd83), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.693435 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13c75d1c-d697-4b5f-9f03-fd9dd2efb2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.697012 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-13c75d1c-d697-4b5f-9f03-fd9dd2efb2d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e10eafa6-2f16-47ad-a4de-310a81e7fd83 HTTP/1.1" status: 204 len: 168 time: 0.1306865 Apr 12 11:02:53.702169 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c75d1c-d697-4b5f-9f03-fd9dd2efb2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10eafa6-2f16-47ad-a4de-310a81e7fd83,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:53.850442 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dad36e-6dee-4fb4-8c39-0992be988e3e req-05d0219e-1a3a-495c-bba6-ae9808affacd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:53.852381 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a0dad36e-6dee-4fb4-8c39-0992be988e3e req-05d0219e-1a3a-495c-bba6-ae9808affacd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0660872 Apr 12 11:02:53.912250 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a0dad36e-6dee-4fb4-8c39-0992be988e3e req-0ae6a731-e9cd-46a6-b25a-d50a424427a6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Apr 12 11:02:53.920953 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1b59f-493c-4782-b4a3-e599b79ea186 req-c3a07bb5-1be6-444e-a701-4e162edbe6bb tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:53.923201 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-14f1b59f-493c-4782-b4a3-e599b79ea186 req-c3a07bb5-1be6-444e-a701-4e162edbe6bb tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0696051 Apr 12 11:02:53.976919 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-14f1b59f-493c-4782-b4a3-e599b79ea186 req-d861e747-4119-4582-af88-e73ea66eb791 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Apr 12 11:02:55.034605 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:02:55.039205 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc6c96-255b-4ce4-b38c-2ddfbe0c4a62 req-2bedf215-f509-48d0-966d-6fc87673f0be tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:55.040681 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-40dc6c96-255b-4ce4-b38c-2ddfbe0c4a62 req-2bedf215-f509-48d0-966d-6fc87673f0be tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0541589 Apr 12 11:02:55.086205 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-40dc6c96-255b-4ce4-b38c-2ddfbe0c4a62 req-d94320c4-0c0d-4053-ae5c-2097880709ec tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Apr 12 11:02:55.092341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ebcaf-4345-4fa9-8cd0-d4768a174826 req-f849d2a6-fbdd-4347-9d08-35e1cae9cc3c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:55.093809 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-640ebcaf-4345-4fa9-8cd0-d4768a174826 req-f849d2a6-fbdd-4347-9d08-35e1cae9cc3c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0451233 Apr 12 11:02:55.141445 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-640ebcaf-4345-4fa9-8cd0-d4768a174826 req-d4399764-ff34-4ff4-8335-69b2f3ea54a8 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Apr 12 11:02:55.547434 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:55.653396 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7c38f31-e1c0-44f4-9dcb-e2368bda3fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.726391 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7c38f31-e1c0-44f4-9dcb-e2368bda3fde admin admin] Publish callbacks [] for security_group (8673811a-8169-435a-a3a4-0d3c177c9fdf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.731350 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7c38f31-e1c0-44f4-9dcb-e2368bda3fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8673811a-8169-435a-a3a4-0d3c177c9fdf), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.770427 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38f31-e1c0-44f4-9dcb-e2368bda3fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673811a-8169-435a-a3a4-0d3c177c9fdf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:55.774924 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b7c38f31-e1c0-44f4-9dcb-e2368bda3fde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf59d82aba6f4ba68f2628be093db652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260251 Apr 12 11:02:55.777487 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35348) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:55.826830 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c14-d744-4e58-b06f-d90248c98fbc admin admin] Publish callbacks [] for security_group (8673811a-8169-435a-a3a4-0d3c177c9fdf), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.847263 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c14-d744-4e58-b06f-d90248c98fbc admin admin] Publish callbacks [] for security_group (8673811a-8169-435a-a3a4-0d3c177c9fdf), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.893185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c14-d744-4e58-b06f-d90248c98fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8673811a-8169-435a-a3a4-0d3c177c9fdf), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.896234 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c14-d744-4e58-b06f-d90248c98fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.897384 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e42c4c14-d744-4e58-b06f-d90248c98fbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8673811a-8169-435a-a3a4-0d3c177c9fdf HTTP/1.1" status: 204 len: 168 time: 0.1190133 Apr 12 11:02:55.920431 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c4c14-d744-4e58-b06f-d90248c98fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673811a-8169-435a-a3a4-0d3c177c9fdf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:56.236969 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-115ec646-a7e8-46ed-b696-7eb6b8c75257 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e4361d3c756c46bb87c7486d9a6c6e9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666511 Apr 12 11:02:56.242256 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934b758-876a-4f7b-8ec4-af7fd48a083d req-fbdc9cca-4deb-44a7-8a81-25638d4b4852 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:56.244952 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a934b758-876a-4f7b-8ec4-af7fd48a083d req-fbdc9cca-4deb-44a7-8a81-25638d4b4852 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0721865 Apr 12 11:02:56.270593 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f7d92e5-f824-44ba-9729-bc093c59d851 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:56.317089 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a934b758-876a-4f7b-8ec4-af7fd48a083d req-8dbfd249-ad06-4ce7-9514-5ec6f9285087 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660856 Apr 12 11:02:56.425221 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f7d92e5-f824-44ba-9729-bc093c59d851, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f7d92e5-f824-44ba-9729-bc093c59d851,segment=NetworkSegment(7dd392ce-d4f7-49e9-b51b-bfcc334c8829),segment_id=7dd392ce-d4f7-49e9-b51b-bfcc334c8829)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:56.488676 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-3c41b896-de66-4ae0-ad4b-02031360d5ab tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:56.496816 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-3c41b896-de66-4ae0-ad4b-02031360d5ab tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583129 Apr 12 11:02:56.515437 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-af29ee6d-ae04-46e5-9005-990890b05504 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/quotas/e4361d3c756c46bb87c7486d9a6c6e9a HTTP/1.1" status: 200 len: 375 time: 0.0173540 Apr 12 11:02:56.559472 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-c751ae00-9344-4f50-b822-cf8b26aadda3 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4361d3c756c46bb87c7486d9a6c6e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428288 Apr 12 11:02:56.585988 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '2f7d92e5-f824-44ba-9729-bc093c59d851', 'network_id': '7f7b641c-a696-4378-95f6-5d18b6eceb4f', 'port_id': '2f7d92e5-f824-44ba-9729-bc093c59d851', 'mac_address': 'fa:16:3e:d6:5a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1741209d-e566-4844-9f18-6c3ca6312e45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:56.627622 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f7d92e5-f824-44ba-9729-bc093c59d851 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:56.628008 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.642677 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7d92e5-f824-44ba-9729-bc093c59d851 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:56.667478 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f7d92e5-f824-44ba-9729-bc093c59d851, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f7d92e5-f824-44ba-9729-bc093c59d851,segment=NetworkSegment(7dd392ce-d4f7-49e9-b51b-bfcc334c8829),segment_id=7dd392ce-d4f7-49e9-b51b-bfcc334c8829)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:56.688361 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.724987 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555968fa-116e-4621-94cc-56d6cbd112c4 req-3e4fbf00-94e9-49cf-8c04-14a4c03015d9 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:56.743610 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-555968fa-116e-4621-94cc-56d6cbd112c4 req-3e4fbf00-94e9-49cf-8c04-14a4c03015d9 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3543231 Apr 12 11:02:56.752936 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f7d92e5-f824-44ba-9729-bc093c59d851,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:56.761888 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.762387 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.762778 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.763144 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.763491 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.763827 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.764279 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.764611 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.765228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.765639 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.765986 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.766364 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.766785 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.767113 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.767900 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:56.808140 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b1f29e83-8b0e-4421-8951-a0b5c51405c7 req-db39c8fc-e800-43e3-9d2b-875007d4dc65 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 210 time: 0.0329833 Apr 12 11:02:56.831045 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-555968fa-116e-4621-94cc-56d6cbd112c4 req-47737aeb-6ff6-40da-91cb-288e2315dd6f tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864964 Apr 12 11:02:57.139093 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f7d92e5-f824-44ba-9729-bc093c59d851'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:57.437199 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c254176-c619-4a6b-8a3c-f3ca0758163d req-41559bdf-1aea-46ab-8047-637ba5a2b5ee tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:57.438719 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c254176-c619-4a6b-8a3c-f3ca0758163d req-41559bdf-1aea-46ab-8047-637ba5a2b5ee tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0479062 Apr 12 11:02:57.487504 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c254176-c619-4a6b-8a3c-f3ca0758163d req-035cf1d7-d9dc-4841-b6d5-cec844e933d7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Apr 12 11:02:57.907529 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0045db78-4a1e-487b-bbb0-2d1fe6d151fa req-df64a781-75d2-469e-9d4d-dc3d2e7deb8b tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Apr 12 11:02:57.943372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dd435-c1f1-4ded-a3e1-d98402abc5de req-0701fa4f-ccaf-48b4-95ba-bfa1f59a06a1 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:57.944815 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e43dd435-c1f1-4ded-a3e1-d98402abc5de req-0701fa4f-ccaf-48b4-95ba-bfa1f59a06a1 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0487847 Apr 12 11:02:57.971530 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-c489170f-9a6d-42db-9582-bf060f7b005c tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e4361d3c756c46bb87c7486d9a6c6e9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299299 Apr 12 11:02:57.992863 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e43dd435-c1f1-4ded-a3e1-d98402abc5de req-505d40a7-40af-4e94-9d60-e267e56ec39b tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Apr 12 11:02:58.187783 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-f72c2c6e-419c-49e8-a10f-a6571a4a598e tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:58.189119 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-f72c2c6e-419c-49e8-a10f-a6571a4a598e tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981628 Apr 12 11:02:58.253312 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Request body: {'port': {'device_id': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908', 'admin_state_up': True, 'tenant_id': 'e4361d3c756c46bb87c7486d9a6c6e9a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:58.277426 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f7d92e5-f824-44ba-9729-bc093c59d851 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:58.333964 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 2f7d92e5-f824-44ba-9729-bc093c59d851 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:58.341252 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 2f7d92e5-f824-44ba-9729-bc093c59d851 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:58.341827 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.371597 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Made reservation on behalf of e4361d3c756c46bb87c7486d9a6c6e9a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:58.375254 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.384363 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.423821 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f7d92e5-f824-44ba-9729-bc093c59d851 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:58.424350 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.451504 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d92e5-f824-44ba-9729-bc093c59d851'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:58.453932 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db3391d-dd47-4c24-88e3-62c2d703a518" -d '{"events": [{"server_uuid": "854cef52-317b-46d4-ac8a-d365ccf2c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d92e5-f824-44ba-9729-bc093c59d851"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:58.466721 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f7d92e5-f824-44ba-9729-bc093c59d851, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f7d92e5-f824-44ba-9729-bc093c59d851,segment=NetworkSegment(7dd392ce-d4f7-49e9-b51b-bfcc334c8829),segment_id=7dd392ce-d4f7-49e9-b51b-bfcc334c8829)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:58.473057 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks [] for security_group (af7ad56e-95e4-4801-9777-89a20804cdd3), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.473873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.480625 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (af7ad56e-95e4-4801-9777-89a20804cdd3), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.516517 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb87a9b-3966-4c6c-a37e-5a7855f2ea46 x-openstack-request-id: req-6bb87a9b-3966-4c6c-a37e-5a7855f2ea46 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:58.517017 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854cef52-317b-46d4-ac8a-d365ccf2c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d92e5-f824-44ba-9729-bc093c59d851", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:58.517727 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bb87a9b-3966-4c6c-a37e-5a7855f2ea46 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:58.518457 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb87a9b-3966-4c6c-a37e-5a7855f2ea46'] response: {'server_uuid': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d92e5-f824-44ba-9729-bc093c59d851', 'code': 200} Apr 12 11:02:58.525336 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ad56e-95e4-4801-9777-89a20804cdd3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:58.544787 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f7d92e5-f824-44ba-9729-bc093c59d851,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:58.728128 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742f70-c9dd-4d3b-b48c-ec017af8933d req-3c813199-bf74-4d2f-8cbe-4c528dfe86b6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:58.729616 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c8742f70-c9dd-4d3b-b48c-ec017af8933d req-3c813199-bf74-4d2f-8cbe-4c528dfe86b6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0892048 Apr 12 11:02:58.730803 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Allocated IP 192.168.233.37 (706a0041-f1a4-462b-885d-e1f70ffcf908/ce3be173-d6b0-477f-873c-3cfa1b72efe7/89af0bbb-de94-4482-af3a-c0d9e8478dd4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:58.807984 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849766a5-f09c-4223-8ee4-d22011823e71 req-b207cbdc-b141-4068-a953-42b35d48d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:58.809462 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-849766a5-f09c-4223-8ee4-d22011823e71 req-b207cbdc-b141-4068-a953-42b35d48d2bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0614483 Apr 12 11:02:58.814906 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c8742f70-c9dd-4d3b-b48c-ec017af8933d req-846536a5-d0c4-458a-83e4-1b1dd0567254 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772064 Apr 12 11:02:58.859693 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-849766a5-f09c-4223-8ee4-d22011823e71 req-5ac98456-c013-41ae-bdcd-103d9f8817fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Apr 12 11:02:58.926245 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks [] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.969109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.018836 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Network 706a0041-f1a4-462b-885d-e1f70ffcf908 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:59.022402 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:59.027149 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:59.032642 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:59.033384 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.037841 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Pushing event updated for resources: {'Port': ['ID=89af0bbb-de94-4482-af3a-c0d9e8478dd4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:59.056231 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566730-b992-492a-b3fd-0616ca129cb4 req-d0214b3c-a5d7-4c30-ae8a-f0294150539c tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:59.058134 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-48d69a09-97fc-4b10-a0e4-838060575a41 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8088410 Apr 12 11:02:59.063822 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-df566730-b992-492a-b3fd-0616ca129cb4 req-d0214b3c-a5d7-4c30-ae8a-f0294150539c tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 935 time: 0.0771201 Apr 12 11:02:59.134287 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-df566730-b992-492a-b3fd-0616ca129cb4 req-bf5714a6-6cab-4481-9f90-60e4191daced tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633712 Apr 12 11:02:59.151599 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a72c1-b0b6-4b72-956e-085adbea6796 req-83e2c9e3-4668-4e14-839f-b49fe045d202 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:59.153332 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-945a72c1-b0b6-4b72-956e-085adbea6796 req-83e2c9e3-4668-4e14-839f-b49fe045d202 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0619335 Apr 12 11:02:59.216267 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Request body: {'port': {'device_id': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:59.264039 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-c26534e3-add9-47bb-9e2c-6939ad0e3e64 None None] Provisioning complete for port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:59.264482 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c26534e3-add9-47bb-9e2c-6939ad0e3e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.273274 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-945a72c1-b0b6-4b72-956e-085adbea6796 req-3482af54-f692-4c54-bd9a-12b91787a938 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112926 Apr 12 11:02:59.306675 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c26534e3-add9-47bb-9e2c-6939ad0e3e64 None None] Port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:59.315535 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.582423 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89af0bbb-de94-4482-af3a-c0d9e8478dd4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:59.590206 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Publish callbacks [] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.603766 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Transition to ACTIVE for port object 89af0bbb-de94-4482-af3a-c0d9e8478dd4 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:59.608204 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.687776 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=89af0bbb-de94-4482-af3a-c0d9e8478dd4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:59.703090 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Attempting to bind port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:59.703597 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Attempting to bind port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:59.704068 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Attempting to bind port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 on network 706a0041-f1a4-462b-885d-e1f70ffcf908 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:59.708910 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 on network 706a0041-f1a4-462b-885d-e1f70ffcf908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:59.709233 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Attempting to bind port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 on network 706a0041-f1a4-462b-885d-e1f70ffcf908 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:59.714442 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:59.714811 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Checking segment: {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:59.715199 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Bound using segment: {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:59.715624 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Bound port: 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:59.716833 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.784976 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] For port 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:59.789061 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] For port 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:59.796426 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.829090 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:59.829722 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.831314 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] 10.222.0.64 "PUT /v2.0/ports/89af0bbb-de94-4482-af3a-c0d9e8478dd4 HTTP/1.1" status: 200 len: 1097 time: 0.6210718 Apr 12 11:02:59.837030 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'tag': '89af0bbb-de94-4482-af3a-c0d9e8478dd4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:59.840334 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a" -d '{"events": [{"name": "network-changed", "server_uuid": "d69e81ea-1a46-461f-ae22-b0dd5b9676d8", "tag": "89af0bbb-de94-4482-af3a-c0d9e8478dd4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:59.884985 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4677215-adb5-43b6-bbd7-47c893a0f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=89af0bbb-de94-4482-af3a-c0d9e8478dd4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:59.933505 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cdb558-19b3-4f40-8a57-513db052f9be x-openstack-request-id: req-c6cdb558-19b3-4f40-8a57-513db052f9be {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:59.934129 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69e81ea-1a46-461f-ae22-b0dd5b9676d8", "tag": "89af0bbb-de94-4482-af3a-c0d9e8478dd4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:59.934129 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6cdb558-19b3-4f40-8a57-513db052f9be {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:59.934773 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cdb558-19b3-4f40-8a57-513db052f9be'] response: {'name': 'network-changed', 'server_uuid': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'tag': '89af0bbb-de94-4482-af3a-c0d9e8478dd4', 'status': 'completed', 'code': 200} Apr 12 11:03:00.023356 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9796784-2953-49be-8f79-92f90cb41ff3 req-46b63067-eae0-46cf-a9d7-82a34a31aa76 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:00.026012 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c9796784-2953-49be-8f79-92f90cb41ff3 req-46b63067-eae0-46cf-a9d7-82a34a31aa76 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0843997 Apr 12 11:03:00.043230 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-6a42be2b-2014-4ca9-8117-9f9e6eac0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:00.044762 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-6a42be2b-2014-4ca9-8117-9f9e6eac0c31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4361d3c756c46bb87c7486d9a6c6e9a&device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 1131 time: 0.0662339 Apr 12 11:03:00.108742 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c9796784-2953-49be-8f79-92f90cb41ff3 req-08d8e7c4-c544-4642-bd11-139583999c08 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Apr 12 11:03:00.238665 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee316d94-76cf-4a72-a14f-aee7080633ff req-5dad0b10-515a-4587-964e-1799cd186c05 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:00.240052 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ee316d94-76cf-4a72-a14f-aee7080633ff req-5dad0b10-515a-4587-964e-1799cd186c05 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 947 time: 0.0468497 Apr 12 11:03:00.297206 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ee316d94-76cf-4a72-a14f-aee7080633ff req-f800abf0-57ff-43c4-8940-464043b91516 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491238 Apr 12 11:03:00.403323 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4fae-0394-4b18-81a4-eaefeb0805c1 req-f4c36ce5-b252-4916-a93a-399df369a65e tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:00.404808 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5f1b4fae-0394-4b18-81a4-eaefeb0805c1 req-f4c36ce5-b252-4916-a93a-399df369a65e tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0503762 Apr 12 11:03:00.456468 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5f1b4fae-0394-4b18-81a4-eaefeb0805c1 req-d0021eef-0173-48f4-9533-509268d67e9e tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Apr 12 11:03:00.954191 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-90606a86-4190-438f-a003-a9c37cf4c0a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4 HTTP/1.1" status: 200 len: 217 time: 0.0385892 Apr 12 11:03:01.021878 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-1309ac9b-1e1d-4306-a401-3cfaca771a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:01.024151 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-1309ac9b-1e1d-4306-a401-3cfaca771a9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce3be173-d6b0-477f-873c-3cfa1b72efe7 HTTP/1.1" status: 200 len: 843 time: 0.0530560 Apr 12 11:03:01.079260 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-3b0e71ae-c1dc-42eb-a0f4-d2da9288968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:01.080730 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-3b0e71ae-c1dc-42eb-a0f4-d2da9288968d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=706a0041-f1a4-462b-885d-e1f70ffcf908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481849 Apr 12 11:03:01.192031 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-4a896cdd-1e6d-4599-846f-440154826d87 service neutron] 10.222.0.64 "GET /v2.0/networks/706a0041-f1a4-462b-885d-e1f70ffcf908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972149 Apr 12 11:03:01.222139 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5ba57-aed5-402f-8179-95483cce8a02 req-f1c6e617-c748-406f-992d-9c5fa211343c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:01.224059 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9ab5ba57-aed5-402f-8179-95483cce8a02 req-f1c6e617-c748-406f-992d-9c5fa211343c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0483038 Apr 12 11:03:01.279971 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9ab5ba57-aed5-402f-8179-95483cce8a02 req-1cbcf7d8-d4da-44a3-98f6-65719f95444c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486078 Apr 12 11:03:01.299802 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-089e58ca-cbaf-4a97-8fb7-36247497ab74 req-466cdd05-cb27-4846-a47f-776f3e18c231 service neutron] 10.222.0.64 "GET /v2.0/networks/706a0041-f1a4-462b-885d-e1f70ffcf908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976210 Apr 12 11:03:01.415124 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b48f3-490f-4759-8f4f-64774631428b req-93e10b2f-384e-477c-a4ac-86face516c86 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:01.416808 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-523b48f3-490f-4759-8f4f-64774631428b req-93e10b2f-384e-477c-a4ac-86face516c86 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 947 time: 0.0487742 Apr 12 11:03:01.465394 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-523b48f3-490f-4759-8f4f-64774631428b req-35896894-d329-4c84-a0ba-565ba6a51e29 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Apr 12 11:03:01.575679 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ec851-b4d3-4da4-9d75-82e3601571b7 req-fe9d06db-7aba-44f4-978d-922c4b9692cb tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:01.577284 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1e7ec851-b4d3-4da4-9d75-82e3601571b7 req-fe9d06db-7aba-44f4-978d-922c4b9692cb tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0555904 Apr 12 11:03:01.635975 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1e7ec851-b4d3-4da4-9d75-82e3601571b7 req-aed495ba-a177-476d-ba20-03d8add7b273 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Apr 12 11:03:02.408422 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b2522-4abf-4f83-bd76-83ba123bdafd req-46ffc65d-085e-4a37-b0d4-c849fafaa26a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.409898 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ab7b2522-4abf-4f83-bd76-83ba123bdafd req-46ffc65d-085e-4a37-b0d4-c849fafaa26a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0565293 Apr 12 11:03:02.457471 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ab7b2522-4abf-4f83-bd76-83ba123bdafd req-dfe42a7c-9172-4140-afd0-d87800e762d0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Apr 12 11:03:02.593121 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7f026-e3b9-4244-b6ab-a01b0fbabd2e req-c1ca5d06-599e-4a70-a520-8410a8235a91 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.595000 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-48a7f026-e3b9-4244-b6ab-a01b0fbabd2e req-c1ca5d06-599e-4a70-a520-8410a8235a91 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 947 time: 0.0602658 Apr 12 11:03:02.650445 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-48a7f026-e3b9-4244-b6ab-a01b0fbabd2e req-7a13ed5c-066f-4bcc-9104-44d565ce93e5 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Apr 12 11:03:02.713192 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-e17f0ab2-43e8-4c27-a3e3-c3d544929ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.714759 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-e17f0ab2-43e8-4c27-a3e3-c3d544929ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4361d3c756c46bb87c7486d9a6c6e9a&device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 1131 time: 0.0440753 Apr 12 11:03:02.809961 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-4a9e934d-121c-48a9-ba01-13eb7ecdce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.811507 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-4a9e934d-121c-48a9-ba01-13eb7ecdce0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=706a0041-f1a4-462b-885d-e1f70ffcf908 HTTP/1.1" status: 200 len: 870 time: 0.0908554 Apr 12 11:03:02.855868 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-66f4b04e-9937-4ce7-b111-0cd77c1c0cd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4 HTTP/1.1" status: 200 len: 217 time: 0.0359864 Apr 12 11:03:02.913096 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-02bc6c36-0f93-43a6-8201-7503335db16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.914537 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-02bc6c36-0f93-43a6-8201-7503335db16d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce3be173-d6b0-477f-873c-3cfa1b72efe7 HTTP/1.1" status: 200 len: 843 time: 0.0504048 Apr 12 11:03:02.961382 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-67243550-4e60-4f5f-9f2b-875eafbd2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.962899 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-67243550-4e60-4f5f-9f2b-875eafbd2ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=706a0041-f1a4-462b-885d-e1f70ffcf908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411637 Apr 12 11:03:03.061964 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-71c6f8b2-3ad5-433f-b0a3-b223dd897947 service neutron] 10.222.0.64 "GET /v2.0/networks/706a0041-f1a4-462b-885d-e1f70ffcf908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 Apr 12 11:03:03.258704 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbb6d5b8-7a66-4910-ad2c-cec87b02b88a req-0470ebdb-c74a-4888-8d17-91a160ee7705 service neutron] 10.222.0.64 "GET /v2.0/networks/706a0041-f1a4-462b-885d-e1f70ffcf908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941503 Apr 12 11:03:03.572331 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5241a6a-3740-45b7-af0a-ff45737e205c req-e19e7895-6426-4228-9e29-37f0283bfc77 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:03.573863 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c5241a6a-3740-45b7-af0a-ff45737e205c req-e19e7895-6426-4228-9e29-37f0283bfc77 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0481582 Apr 12 11:03:03.621571 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c5241a6a-3740-45b7-af0a-ff45737e205c req-9b6c0376-b8ff-4c7e-8d6e-6d162d08a2b3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Apr 12 11:03:03.773236 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540235-0018-40de-8a62-db1cc6c878a5 req-3ff2a5e7-ef21-469f-8507-2f56f76a2405 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:03.777524 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1f540235-0018-40de-8a62-db1cc6c878a5 req-3ff2a5e7-ef21-469f-8507-2f56f76a2405 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 947 time: 0.0508511 Apr 12 11:03:03.835499 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1f540235-0018-40de-8a62-db1cc6c878a5 req-8683498b-d397-4110-812f-1069266e30cc tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544934 Apr 12 11:03:04.085569 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35628) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:04.202430 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94f83e5-2b01-4606-85da-b485391ac360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.284709 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94f83e5-2b01-4606-85da-b485391ac360 admin admin] Publish callbacks [] for security_group (2e858fae-3b44-425e-8969-088cef8b72ab), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.289982 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94f83e5-2b01-4606-85da-b485391ac360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2e858fae-3b44-425e-8969-088cef8b72ab), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.327772 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 89af0bbb-de94-4482-af3a-c0d9e8478dd4 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:03:04.335158 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a94f83e5-2b01-4606-85da-b485391ac360 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bf7239da0a846fcb458e54ce3819c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459979 Apr 12 11:03:04.335158 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f83e5-2b01-4606-85da-b485391ac360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e858fae-3b44-425e-8969-088cef8b72ab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:04.336567 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35636) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:04.399698 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de11a044-a3ad-48ae-9f25-3112b755e414 admin admin] Publish callbacks [] for security_group (2e858fae-3b44-425e-8969-088cef8b72ab), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.417727 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de11a044-a3ad-48ae-9f25-3112b755e414 admin admin] Publish callbacks [] for security_group (2e858fae-3b44-425e-8969-088cef8b72ab), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.434326 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:04.445838 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '89af0bbb-de94-4482-af3a-c0d9e8478dd4', 'network_id': '706a0041-f1a4-462b-885d-e1f70ffcf908', 'port_id': '89af0bbb-de94-4482-af3a-c0d9e8478dd4', 'mac_address': 'fa:16:3e:5f:f5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3be173-d6b0-477f-873c-3cfa1b72efe7', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:03:04.465362 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de11a044-a3ad-48ae-9f25-3112b755e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2e858fae-3b44-425e-8969-088cef8b72ab), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.468268 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de11a044-a3ad-48ae-9f25-3112b755e414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.469415 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-de11a044-a3ad-48ae-9f25-3112b755e414 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e858fae-3b44-425e-8969-088cef8b72ab HTTP/1.1" status: 204 len: 168 time: 0.1279917 Apr 12 11:03:04.481698 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11a044-a3ad-48ae-9f25-3112b755e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e858fae-3b44-425e-8969-088cef8b72ab,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:04.486435 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:04.486883 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.510357 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89af0bbb-de94-4482-af3a-c0d9e8478dd4 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:04.533749 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:04.537291 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.588395 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=89af0bbb-de94-4482-af3a-c0d9e8478dd4,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:04.737702 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f162b5-85c2-4a4f-9c02-9f9d572f8065 req-496a35cd-37a7-4c3c-994c-daf2fdd3a2b9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:04.745131 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e3f162b5-85c2-4a4f-9c02-9f9d572f8065 req-496a35cd-37a7-4c3c-994c-daf2fdd3a2b9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0532570 Apr 12 11:03:04.763981 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 35656) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:04.777788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f962-089f-486b-b403-59680a28302a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.788266 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e3f162b5-85c2-4a4f-9c02-9f9d572f8065 req-e40e27a4-b189-4bdf-9b23-333eeafcb73b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Apr 12 11:03:04.855084 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f962-089f-486b-b403-59680a28302a admin admin] Publish callbacks [] for security_group (dccae426-f0ce-46b9-9691-6a190cb3af42), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.859351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f962-089f-486b-b403-59680a28302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (dccae426-f0ce-46b9-9691-6a190cb3af42), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.902554 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ebc9f962-089f-486b-b403-59680a28302a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b98e9ef95e4441b4925bf5be43d8d726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351578 Apr 12 11:03:04.902554 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9f962-089f-486b-b403-59680a28302a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccae426-f0ce-46b9-9691-6a190cb3af42,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:04.903271 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35660) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:04.951380 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842641d-f9c1-4343-8ca1-bca24c7af1ff req-cd897a32-d67d-49c0-92b2-661bd1f5af2d tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:04.953081 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e842641d-f9c1-4343-8ca1-bca24c7af1ff req-cd897a32-d67d-49c0-92b2-661bd1f5af2d tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 948 time: 0.0478489 Apr 12 11:03:04.960591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d99cf756-0055-4eba-93a6-f0cc5ddccded admin admin] Publish callbacks [] for security_group (dccae426-f0ce-46b9-9691-6a190cb3af42), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:04.982901 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d99cf756-0055-4eba-93a6-f0cc5ddccded admin admin] Publish callbacks [] for security_group (dccae426-f0ce-46b9-9691-6a190cb3af42), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.002019 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e842641d-f9c1-4343-8ca1-bca24c7af1ff req-bd68b0bb-7970-446e-a127-876f4d3f9698 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Apr 12 11:03:05.026146 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['89af0bbb-de94-4482-af3a-c0d9e8478dd4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:03:05.041876 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d99cf756-0055-4eba-93a6-f0cc5ddccded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (dccae426-f0ce-46b9-9691-6a190cb3af42), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.044648 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d99cf756-0055-4eba-93a6-f0cc5ddccded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.048060 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-d99cf756-0055-4eba-93a6-f0cc5ddccded admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dccae426-f0ce-46b9-9691-6a190cb3af42 HTTP/1.1" status: 204 len: 168 time: 0.1415815 Apr 12 11:03:05.057627 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cf756-0055-4eba-93a6-f0cc5ddccded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccae426-f0ce-46b9-9691-6a190cb3af42,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:05.268807 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba446-ee9c-4efb-b6a5-01c29906a917 req-de59eb7d-8e95-4aaa-b5aa-a5d2708198a2 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:05.270781 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d00ba446-ee9c-4efb-b6a5-01c29906a917 req-de59eb7d-8e95-4aaa-b5aa-a5d2708198a2 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Apr 12 11:03:05.317535 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d00ba446-ee9c-4efb-b6a5-01c29906a917 req-5e5f52a3-5d62-410c-8483-ce2c3f58f876 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Apr 12 11:03:05.618092 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35690) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:05.744668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4da4ae-2b07-47a3-b61d-5e0e40e9dba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.824079 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4da4ae-2b07-47a3-b61d-5e0e40e9dba4 admin admin] Publish callbacks [] for security_group (e61f6817-0efd-4f8a-bf09-b2e2573a4f37), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.829868 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4da4ae-2b07-47a3-b61d-5e0e40e9dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e61f6817-0efd-4f8a-bf09-b2e2573a4f37), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.879766 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-af4da4ae-2b07-47a3-b61d-5e0e40e9dba4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7b1e15becc34f4991d11bc64d2789db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600756 Apr 12 11:03:05.882009 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 35706) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:05.884196 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4da4ae-2b07-47a3-b61d-5e0e40e9dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f6817-0efd-4f8a-bf09-b2e2573a4f37,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:05.935505 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7263d74-aaf6-44a0-a403-d4be1015d201 req-d12d5c5f-3d6e-4a9b-874d-796b68f4430d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:05.936972 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d7263d74-aaf6-44a0-a403-d4be1015d201 req-d12d5c5f-3d6e-4a9b-874d-796b68f4430d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0761566 Apr 12 11:03:05.986796 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab85beb-c1bf-4656-80f2-c9ac7637cdc6 admin admin] Publish callbacks [] for security_group (e61f6817-0efd-4f8a-bf09-b2e2573a4f37), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.008607 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d7263d74-aaf6-44a0-a403-d4be1015d201 req-27d1593f-ad0f-439d-9c41-9db8e6f99d71 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625520 Apr 12 11:03:06.019951 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab85beb-c1bf-4656-80f2-c9ac7637cdc6 admin admin] Publish callbacks [] for security_group (e61f6817-0efd-4f8a-bf09-b2e2573a4f37), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.092878 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab85beb-c1bf-4656-80f2-c9ac7637cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e61f6817-0efd-4f8a-bf09-b2e2573a4f37), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.095566 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab85beb-c1bf-4656-80f2-c9ac7637cdc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.098528 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4ab85beb-c1bf-4656-80f2-c9ac7637cdc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e61f6817-0efd-4f8a-bf09-b2e2573a4f37 HTTP/1.1" status: 204 len: 168 time: 0.2138886 Apr 12 11:03:06.105529 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab85beb-c1bf-4656-80f2-c9ac7637cdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f6817-0efd-4f8a-bf09-b2e2573a4f37,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:06.139678 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060fcf-86ce-43ac-8584-1f3a71f47beb req-ba264178-0b36-4da9-90d9-820195f90edf tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:06.141371 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-be060fcf-86ce-43ac-8584-1f3a71f47beb req-ba264178-0b36-4da9-90d9-820195f90edf tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 948 time: 0.0644455 Apr 12 11:03:06.198269 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-be060fcf-86ce-43ac-8584-1f3a71f47beb req-f6f475cb-47c8-44c4-babd-9c687aed7fa9 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Apr 12 11:03:06.349110 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 89af0bbb-de94-4482-af3a-c0d9e8478dd4 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:06.399457 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:03:06.407231 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:06.407742 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.431562 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86dde-cb84-4fa3-bb36-63ee42e114eb req-c3d28e10-8464-40c5-bf66-5121255c5e3c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:06.433040 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-70b86dde-cb84-4fa3-bb36-63ee42e114eb req-c3d28e10-8464-40c5-bf66-5121255c5e3c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Apr 12 11:03:06.482985 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-70b86dde-cb84-4fa3-bb36-63ee42e114eb req-e47d127f-2145-49b9-b86f-61ec7b6b83d3 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Apr 12 11:03:06.500337 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:06.500753 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.524412 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89af0bbb-de94-4482-af3a-c0d9e8478dd4'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:06.526713 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f87b54-2e1a-4375-9225-60a8d83d73d1" -d '{"events": [{"server_uuid": "d69e81ea-1a46-461f-ae22-b0dd5b9676d8", "name": "network-vif-plugged", "status": "completed", "tag": "89af0bbb-de94-4482-af3a-c0d9e8478dd4"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:06.539118 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:06.548882 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.575501 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d247a14-d565-45b8-86e6-a3f1b583e8d1 x-openstack-request-id: req-4d247a14-d565-45b8-86e6-a3f1b583e8d1 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:06.575812 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69e81ea-1a46-461f-ae22-b0dd5b9676d8", "name": "network-vif-plugged", "status": "completed", "tag": "89af0bbb-de94-4482-af3a-c0d9e8478dd4", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:06.576067 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d247a14-d565-45b8-86e6-a3f1b583e8d1 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:06.576454 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d247a14-d565-45b8-86e6-a3f1b583e8d1'] response: {'server_uuid': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89af0bbb-de94-4482-af3a-c0d9e8478dd4', 'code': 200} Apr 12 11:03:06.607315 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=89af0bbb-de94-4482-af3a-c0d9e8478dd4,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:07.123795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc95d-ba66-4cfa-800c-87b3d0d727b3 req-f41bb227-d26d-414f-bd94-9eeedbcc9021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:07.125256 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f63cc95d-ba66-4cfa-800c-87b3d0d727b3 req-f41bb227-d26d-414f-bd94-9eeedbcc9021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0499127 Apr 12 11:03:07.178767 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f63cc95d-ba66-4cfa-800c-87b3d0d727b3 req-f43ae5a5-f623-4827-b275-d263e94fbb94 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Apr 12 11:03:07.346865 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aa9e4-2e34-45a4-bee0-aa06dcd6afad req-34c7551c-197b-4ba7-8820-609e438a1a65 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:07.348507 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e4aa9e4-2e34-45a4-bee0-aa06dcd6afad req-34c7551c-197b-4ba7-8820-609e438a1a65 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0497885 Apr 12 11:03:07.397708 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e4aa9e4-2e34-45a4-bee0-aa06dcd6afad req-eb1470df-5152-4f72-9067-b63728c4700a tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Apr 12 11:03:07.447714 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a3635-07e0-4b1a-8a9b-74a651c04d71 req-a1e7014f-be68-490f-adf8-89f580c05622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:07.449311 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-681a3635-07e0-4b1a-8a9b-74a651c04d71 req-a1e7014f-be68-490f-adf8-89f580c05622 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 1133 time: 0.0413206 Apr 12 11:03:07.464279 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82ead6ce-afec-457c-9910-2f1da07ffe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.595229 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-681a3635-07e0-4b1a-8a9b-74a651c04d71 req-e98dbf46-9bb7-4007-82bf-9cbe7b988f23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686862 Apr 12 11:03:07.629149 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9996af-4719-4c99-92b2-5fe83413d6e9 req-f6f61734-739b-4c32-ae24-3bfc8751eba2 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:07.630683 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8a9996af-4719-4c99-92b2-5fe83413d6e9 req-f6f61734-739b-4c32-ae24-3bfc8751eba2 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Apr 12 11:03:07.678714 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8a9996af-4719-4c99-92b2-5fe83413d6e9 req-a4c3b40b-c54e-433c-8a4f-fb2c92d5ee65 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Apr 12 11:03:08.100937 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-b4d0e787-d2b7-4949-b5fe-3bb699936040 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.102707 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-b4d0e787-d2b7-4949-b5fe-3bb699936040 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.64 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0523944 Apr 12 11:03:08.289751 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53c41f-bc52-48eb-a07d-51b744d1babd req-bb885ec7-324f-4a2e-9aa5-408d85198b88 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.291192 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b53c41f-bc52-48eb-a07d-51b744d1babd req-bb885ec7-324f-4a2e-9aa5-408d85198b88 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0474606 Apr 12 11:03:08.342748 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b53c41f-bc52-48eb-a07d-51b744d1babd req-dba10a6f-79df-440a-9fa9-88957d02f8e4 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Apr 12 11:03:08.523537 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc7f9-cbd2-41d7-8f70-35abed2dc903 req-242d7b8c-402e-41f2-b25e-fe38d858d7a6 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.525043 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b81cc7f9-cbd2-41d7-8f70-35abed2dc903 req-242d7b8c-402e-41f2-b25e-fe38d858d7a6 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0480218 Apr 12 11:03:08.602239 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b81cc7f9-cbd2-41d7-8f70-35abed2dc903 req-967bd95b-ea2c-46bc-a90a-07c60387a000 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701883 Apr 12 11:03:08.713443 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Deleting port 2f7d92e5-f824-44ba-9729-bc093c59d851 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:03:08.713888 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:08.794389 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98537376-8622-4068-b6b8-06752e534f3c req-304f60f6-20ce-4fe6-8c41-bd2ba07920f2 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.795930 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-98537376-8622-4068-b6b8-06752e534f3c req-304f60f6-20ce-4fe6-8c41-bd2ba07920f2 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Apr 12 11:03:08.811688 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] For port 2f7d92e5-f824-44ba-9729-bc093c59d851, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f7d92e5-f824-44ba-9729-bc093c59d851,segment=NetworkSegment(7dd392ce-d4f7-49e9-b51b-bfcc334c8829),segment_id=7dd392ce-d4f7-49e9-b51b-bfcc334c8829)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:08.812055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:08.830471 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Calling delete_port for 2f7d92e5-f824-44ba-9729-bc093c59d851 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:03:08.842437 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-98537376-8622-4068-b6b8-06752e534f3c req-5d9b02a9-0903-4d5c-81db-dcb6b8d9c6e6 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9646a4a-d86c-46c6-bfc1-143386c4f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 Apr 12 11:03:08.988567 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (2f7d92e5-f824-44ba-9729-bc093c59d851), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:09.026846 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Pushing event deleted for resources: {'Port': ['ID=2f7d92e5-f824-44ba-9729-bc093c59d851,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:09.040751 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f7d92e5-f824-44ba-9729-bc093c59d851'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:03:09.099640 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] No DVR routers for this DVR port 2f7d92e5-f824-44ba-9729-bc093c59d851 on host hv-cinder-83008 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:03:09.103106 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:09.107072 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2c0472e-1e97-4603-9d0f-6e2c5042a868 req-7f6c98db-840e-4af9-9202-f8f55ee7874c tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.64 "DELETE /v2.0/ports/2f7d92e5-f824-44ba-9729-bc093c59d851 HTTP/1.1" status: 204 len: 173 time: 0.5465131 Apr 12 11:03:09.107470 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'name': 'network-vif-deleted', 'tag': '2f7d92e5-f824-44ba-9729-bc093c59d851'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:09.111041 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b270137c-ae18-4656-afb8-253eaf8d1f47" -d '{"events": [{"server_uuid": "854cef52-317b-46d4-ac8a-d365ccf2c8a7", "name": "network-vif-deleted", "tag": "2f7d92e5-f824-44ba-9729-bc093c59d851"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:09.149447 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01d6ef3-49f6-43d0-836d-3d2538763e04 x-openstack-request-id: req-c01d6ef3-49f6-43d0-836d-3d2538763e04 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:09.149742 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854cef52-317b-46d4-ac8a-d365ccf2c8a7", "name": "network-vif-deleted", "tag": "2f7d92e5-f824-44ba-9729-bc093c59d851", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:09.149996 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c01d6ef3-49f6-43d0-836d-3d2538763e04 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:09.150391 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01d6ef3-49f6-43d0-836d-3d2538763e04'] response: {'server_uuid': '854cef52-317b-46d4-ac8a-d365ccf2c8a7', 'name': 'network-vif-deleted', 'tag': '2f7d92e5-f824-44ba-9729-bc093c59d851', 'status': 'completed', 'code': 200} Apr 12 11:03:09.471826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887cbd-4189-46e7-9deb-1fda25d5e3bc req-849a0f64-7ce7-475f-abd9-4e0ae8470f3a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.473396 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e6887cbd-4189-46e7-9deb-1fda25d5e3bc req-849a0f64-7ce7-475f-abd9-4e0ae8470f3a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0622108 Apr 12 11:03:09.522575 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e6887cbd-4189-46e7-9deb-1fda25d5e3bc req-7422b851-6d1c-4b47-8aa0-35d03d5a5f66 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Apr 12 11:03:09.736811 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0952096-1757-4077-b11b-30d7f9970328 req-d734fea1-5368-4609-9982-8113a94d6616 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.738505 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e0952096-1757-4077-b11b-30d7f9970328 req-d734fea1-5368-4609-9982-8113a94d6616 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0509148 Apr 12 11:03:09.794228 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e0952096-1757-4077-b11b-30d7f9970328 req-55f9357a-5956-4c12-8a9a-262175d49f86 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497379 Apr 12 11:03:09.881417 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7cbf345c-beac-4e24-bbd4-764ce401614b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:09.946465 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-55eaa177-2de8-4c5c-b427-39fa26c73ce2 req-50b8d299-2262-4e86-b97b-3f2289347a38 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0287611 Apr 12 11:03:10.100085 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d9c24-d4ac-4011-aacc-6f9f6a7ccd6f req-756f0b32-0a4d-458f-9333-96d35167b77d tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:10.101712 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4a9d9c24-d4ac-4011-aacc-6f9f6a7ccd6f req-756f0b32-0a4d-458f-9333-96d35167b77d tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0500369 Apr 12 11:03:10.154904 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4a9d9c24-d4ac-4011-aacc-6f9f6a7ccd6f req-2829f400-497f-4c0f-a7c9-cc72fdd33484 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Apr 12 11:03:10.556933 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:10.641568 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2bdc-fba3-4386-b479-ce2a2388bd36 req-97dc8998-fb60-4c1a-965d-c49ade190e95 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:10.643064 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-94cf2bdc-fba3-4386-b479-ce2a2388bd36 req-97dc8998-fb60-4c1a-965d-c49ade190e95 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0518792 Apr 12 11:03:10.702153 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-94cf2bdc-fba3-4386-b479-ce2a2388bd36 req-9239b77a-bed4-4842-b270-c1b787a53e7b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504949 Apr 12 11:03:11.079451 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e8022ab8-98fa-41ad-a05b-42b7584a22e8 req-f5758f9e-8a25-4cad-b1b8-97ebc6662da3 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0366216 Apr 12 11:03:11.271779 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd76fc-c1de-461a-943f-481cc6f6da84 req-71a8b935-cacd-472a-8bd0-4cc28ef09726 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:11.273258 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5ebd76fc-c1de-461a-943f-481cc6f6da84 req-71a8b935-cacd-472a-8bd0-4cc28ef09726 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0497587 Apr 12 11:03:11.320078 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5ebd76fc-c1de-461a-943f-481cc6f6da84 req-0a1aaf0a-ecd4-40eb-8521-aa027045f7e9 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Apr 12 11:03:12.041069 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75e775-2c4a-4f68-aedb-afcefff8d9ee req-2dae0054-db5d-4713-86be-8ccf9e608073 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:12.042581 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bf75e775-2c4a-4f68-aedb-afcefff8d9ee req-2dae0054-db5d-4713-86be-8ccf9e608073 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.2679534 Apr 12 11:03:12.087552 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:12.093955 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bf75e775-2c4a-4f68-aedb-afcefff8d9ee req-7c17367a-dcf4-45ef-8a62-12fd174780aa tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Apr 12 11:03:12.204685 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-84486c8e-1c2a-436c-9202-c77b9133cfc2 req-f7341e79-12ae-4a98-863d-fc3c90a1d583 tempest-VolumesActionsTest-140981676 tempest-VolumesActionsTest-140981676-project] 10.222.0.41 "GET /v2.0/ports?device_id=854cef52-317b-46d4-ac8a-d365ccf2c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0305417 Apr 12 11:03:12.375373 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f7d92e5-f824-44ba-9729-bc093c59d851 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:03:12.404912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 2f7d92e5-f824-44ba-9729-bc093c59d851 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:03:12.405506 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f7d92e5-f824-44ba-9729-bc093c59d851 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:03:12.438402 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a8bb-371a-4ede-8490-a3511ad85861 req-754922f9-6fdf-49a3-a82e-62e0aa1a38fe tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:12.439909 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fbf4a8bb-371a-4ede-8490-a3511ad85861 req-754922f9-6fdf-49a3-a82e-62e0aa1a38fe tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0512731 Apr 12 11:03:12.495296 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fbf4a8bb-371a-4ede-8490-a3511ad85861 req-204bf66d-4a65-4bc8-8fcb-aeeec34bc588 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/security-groups?id=af7ad56e-95e4-4801-9777-89a20804cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Apr 12 11:03:12.697083 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-852f211d-8611-4ad1-9bc5-abab0198b7ae tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:12.698671 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-852f211d-8611-4ad1-9bc5-abab0198b7ae tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 949 time: 0.0616255 Apr 12 11:03:12.804148 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Deleting port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:03:12.804488 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:12.899069 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] For port 89af0bbb-de94-4482-af3a-c0d9e8478dd4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=89af0bbb-de94-4482-af3a-c0d9e8478dd4,segment=NetworkSegment(4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b),segment_id=4dc1385d-a8b4-40d6-bcd7-36d8125d1a8b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:12.899437 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:12.912644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Calling delete_port for 89af0bbb-de94-4482-af3a-c0d9e8478dd4 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:03:13.045260 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (89af0bbb-de94-4482-af3a-c0d9e8478dd4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:13.075574 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Pushing event deleted for resources: {'Port': ['ID=89af0bbb-de94-4482-af3a-c0d9e8478dd4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:13.085515 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['89af0bbb-de94-4482-af3a-c0d9e8478dd4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:03:13.135379 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] No DVR routers for this DVR port 89af0bbb-de94-4482-af3a-c0d9e8478dd4 on host hv-cinder-83008 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:03:13.137769 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:13.141088 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-72037882-f46d-4c42-98e8-ca5dafc04d0f req-3dc3c895-9c4e-4839-bec9-a7fb83a8ea35 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.64 "DELETE /v2.0/ports/89af0bbb-de94-4482-af3a-c0d9e8478dd4 HTTP/1.1" status: 204 len: 173 time: 0.4217212 Apr 12 11:03:13.141541 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'name': 'network-vif-deleted', 'tag': '89af0bbb-de94-4482-af3a-c0d9e8478dd4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:13.143904 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a6c86d-e6d1-4d6d-a0dd-0d5685d87e1b" -d '{"events": [{"server_uuid": "d69e81ea-1a46-461f-ae22-b0dd5b9676d8", "name": "network-vif-deleted", "tag": "89af0bbb-de94-4482-af3a-c0d9e8478dd4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:13.185256 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf53b4d4-d801-4436-b209-c9da1cfbd107 x-openstack-request-id: req-bf53b4d4-d801-4436-b209-c9da1cfbd107 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:13.185738 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69e81ea-1a46-461f-ae22-b0dd5b9676d8", "name": "network-vif-deleted", "tag": "89af0bbb-de94-4482-af3a-c0d9e8478dd4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:13.186139 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf53b4d4-d801-4436-b209-c9da1cfbd107 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:13.186732 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf53b4d4-d801-4436-b209-c9da1cfbd107'] response: {'server_uuid': 'd69e81ea-1a46-461f-ae22-b0dd5b9676d8', 'name': 'network-vif-deleted', 'tag': '89af0bbb-de94-4482-af3a-c0d9e8478dd4', 'status': 'completed', 'code': 200} Apr 12 11:03:13.224868 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32ff4-9411-4f44-b60d-f8025ec707e0 req-a16ffdb9-a357-4e43-8a92-de11157c32fc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:13.226619 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-15e32ff4-9411-4f44-b60d-f8025ec707e0 req-a16ffdb9-a357-4e43-8a92-de11157c32fc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0541253 Apr 12 11:03:13.347259 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-15e32ff4-9411-4f44-b60d-f8025ec707e0 req-c7311156-88e8-4720-8759-fa10780072f1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061728 Apr 12 11:03:13.646970 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-deb11070-d2f6-4253-be93-534c7438974a req-f7e405fb-e870-4f93-b171-62dbf7e882e1 tempest-VolumesNegativeTest-2037281186 tempest-VolumesNegativeTest-2037281186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69e81ea-1a46-461f-ae22-b0dd5b9676d8 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Apr 12 11:03:13.706520 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.460960 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af55d-51b9-411e-8855-33b28524f220 req-21a852c6-da6c-49d0-916b-787bc0531744 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:14.462413 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d24af55d-51b9-411e-8855-33b28524f220 req-21a852c6-da6c-49d0-916b-787bc0531744 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0472567 Apr 12 11:03:14.510124 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d24af55d-51b9-411e-8855-33b28524f220 req-0e84a186-bb64-4726-851c-50fe847eec5b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Apr 12 11:03:15.636823 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a43e6e-a63e-4911-a7fe-5786db07711f req-aab26286-3164-4e05-bf4f-52f550a7623c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:15.638322 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-86a43e6e-a63e-4911-a7fe-5786db07711f req-aab26286-3164-4e05-bf4f-52f550a7623c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0516584 Apr 12 11:03:15.689223 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-86a43e6e-a63e-4911-a7fe-5786db07711f req-59fc86cb-ca4e-4723-8897-e93adb06c9d9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Apr 12 11:03:16.382798 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 89af0bbb-de94-4482-af3a-c0d9e8478dd4 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:03:16.412914 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 89af0bbb-de94-4482-af3a-c0d9e8478dd4 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:03:16.413331 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 89af0bbb-de94-4482-af3a-c0d9e8478dd4 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:03:16.476000 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36236) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:16.580399 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb6062b8-cf35-46d6-ab5b-1f88a17bb5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.662789 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb6062b8-cf35-46d6-ab5b-1f88a17bb5a1 admin admin] Publish callbacks [] for security_group (0cd5289f-7c04-4509-80da-111cb5655b03), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.667036 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb6062b8-cf35-46d6-ab5b-1f88a17bb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0cd5289f-7c04-4509-80da-111cb5655b03), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.709540 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-bb6062b8-cf35-46d6-ab5b-1f88a17bb5a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5976d453ab84d08ae9649de4e573e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298489 Apr 12 11:03:16.710365 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36250) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:16.713160 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6062b8-cf35-46d6-ab5b-1f88a17bb5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5289f-7c04-4509-80da-111cb5655b03,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:16.772023 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-030ca0e7-bc4a-42cb-bfe3-cdb07dbd5a27 admin admin] Publish callbacks [] for security_group (0cd5289f-7c04-4509-80da-111cb5655b03), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.797546 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-030ca0e7-bc4a-42cb-bfe3-cdb07dbd5a27 admin admin] Publish callbacks [] for security_group (0cd5289f-7c04-4509-80da-111cb5655b03), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.816272 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1cf2b-f919-4853-aa66-67751ed01de6 req-7bed4c8d-2f35-485c-803b-2c373649d6ed tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:16.817776 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a0d1cf2b-f919-4853-aa66-67751ed01de6 req-7bed4c8d-2f35-485c-803b-2c373649d6ed tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0534430 Apr 12 11:03:16.857738 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-030ca0e7-bc4a-42cb-bfe3-cdb07dbd5a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (0cd5289f-7c04-4509-80da-111cb5655b03), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.860538 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-030ca0e7-bc4a-42cb-bfe3-cdb07dbd5a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.864041 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-030ca0e7-bc4a-42cb-bfe3-cdb07dbd5a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cd5289f-7c04-4509-80da-111cb5655b03 HTTP/1.1" status: 204 len: 168 time: 0.1500933 Apr 12 11:03:16.874220 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ca0e7-bc4a-42cb-bfe3-cdb07dbd5a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5289f-7c04-4509-80da-111cb5655b03,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:16.878440 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a0d1cf2b-f919-4853-aa66-67751ed01de6 req-a2152e11-158a-431c-9ad6-7b6f6764ec25 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538614 Apr 12 11:03:17.997163 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a110d-6dbf-4b9f-a16f-7b0810cf8617 req-f5bb689c-48c1-41a5-8fec-a95c48f18fc9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:17.998657 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-353a110d-6dbf-4b9f-a16f-7b0810cf8617 req-f5bb689c-48c1-41a5-8fec-a95c48f18fc9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0530734 Apr 12 11:03:18.052527 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-353a110d-6dbf-4b9f-a16f-7b0810cf8617 req-f1a5806c-614c-4694-b934-20602cfd8379 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Apr 12 11:03:18.523575 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36368) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:18.629412 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdd89732-9a66-469a-a349-bcb457e4ed09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.712136 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdd89732-9a66-469a-a349-bcb457e4ed09 admin admin] Publish callbacks [] for security_group (376b0ed4-d433-4fb0-8c51-0dde2f3f39f2), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.717202 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdd89732-9a66-469a-a349-bcb457e4ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (376b0ed4-d433-4fb0-8c51-0dde2f3f39f2), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.758610 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fdd89732-9a66-469a-a349-bcb457e4ed09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be259fa2d8ea48548f071ab9d6d92d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334759 Apr 12 11:03:18.759456 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd89732-9a66-469a-a349-bcb457e4ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b0ed4-d433-4fb0-8c51-0dde2f3f39f2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:18.762814 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36380) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:18.845942 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b230653-68b8-4617-b56b-97b14af3dcfa admin admin] Publish callbacks [] for security_group (376b0ed4-d433-4fb0-8c51-0dde2f3f39f2), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.870742 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b230653-68b8-4617-b56b-97b14af3dcfa admin admin] Publish callbacks [] for security_group (376b0ed4-d433-4fb0-8c51-0dde2f3f39f2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.943527 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b230653-68b8-4617-b56b-97b14af3dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (376b0ed4-d433-4fb0-8c51-0dde2f3f39f2), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.946821 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b230653-68b8-4617-b56b-97b14af3dcfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:18.956653 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7b230653-68b8-4617-b56b-97b14af3dcfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/376b0ed4-d433-4fb0-8c51-0dde2f3f39f2 HTTP/1.1" status: 204 len: 168 time: 0.1905203 Apr 12 11:03:18.969960 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b230653-68b8-4617-b56b-97b14af3dcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b0ed4-d433-4fb0-8c51-0dde2f3f39f2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:19.075614 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36392) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:19.245470 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0b48-5ab1-44a9-8104-3c6d16b39ada req-667df57b-752e-4d43-aa50-ac5b8655c883 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:19.247480 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-aaae0b48-5ab1-44a9-8104-3c6d16b39ada req-667df57b-752e-4d43-aa50-ac5b8655c883 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1086068 Apr 12 11:03:19.275924 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:19.316823 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-aaae0b48-5ab1-44a9-8104-3c6d16b39ada req-4cb4ca6c-da44-49e4-aabb-91afb7c27ded tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633492 Apr 12 11:03:19.328806 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36408) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:19.340536 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-790439e4-7341-4c17-b57e-46b01779e54c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4361d3c756c46bb87c7486d9a6c6e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615275 Apr 12 11:03:19.388732 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9de83886-06d6-4bcd-a320-3d11803f467e admin admin] Publish callbacks [] for security_group (af7ad56e-95e4-4801-9777-89a20804cdd3), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:19.411024 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9de83886-06d6-4bcd-a320-3d11803f467e admin admin] Publish callbacks [] for security_group (af7ad56e-95e4-4801-9777-89a20804cdd3), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:19.463555 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9de83886-06d6-4bcd-a320-3d11803f467e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (af7ad56e-95e4-4801-9777-89a20804cdd3), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:19.466464 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9de83886-06d6-4bcd-a320-3d11803f467e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:19.470340 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9de83886-06d6-4bcd-a320-3d11803f467e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af7ad56e-95e4-4801-9777-89a20804cdd3 HTTP/1.1" status: 204 len: 168 time: 0.1378884 Apr 12 11:03:19.476824 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de83886-06d6-4bcd-a320-3d11803f467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ad56e-95e4-4801-9777-89a20804cdd3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:19.520424 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22644e-60db-4ea9-8e00-0785ba775f0d req-f92c93e7-9e3b-4722-bfed-88be6d367d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:19.522179 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b22644e-60db-4ea9-8e00-0785ba775f0d req-f92c93e7-9e3b-4722-bfed-88be6d367d75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 1130 time: 0.0514576 Apr 12 11:03:19.579589 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b22644e-60db-4ea9-8e00-0785ba775f0d req-8ad52f2d-552e-48f9-8c29-df500aa08858 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480304 Apr 12 11:03:20.163247 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:20.259336 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292081722-network', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:20.282663 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Made reservation on behalf of 02fa376049aa491ea8b8534b90d19da0 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:20.284862 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.293372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.370625 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks [] for security_group (4fb606ca-802c-47cd-b9aa-7485e092df62), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.375895 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4fb606ca-802c-47cd-b9aa-7485e092df62), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.405277 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb606ca-802c-47cd-b9aa-7485e092df62,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:20.417322 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:20.438079 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (2ac9c299-5055-468b-a685-55309e08c5b8), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.438616 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Added segment 2ac9c299-5055-468b-a685-55309e08c5b8 of type vlan for network 4633fd28-8650-401b-83ef-404eccc5dbef Apr 12 11:03:20.524971 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (4633fd28-8650-401b-83ef-404eccc5dbef), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.534369 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f31e-29ad-4364-926d-ec23586f41b3 req-188a9f0b-fc53-4cd2-b311-f70ddf2d1633 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:20.535824 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6b98f31e-29ad-4364-926d-ec23586f41b3 req-188a9f0b-fc53-4cd2-b311-f70ddf2d1633 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.1024282 Apr 12 11:03:20.577521 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (4633fd28-8650-401b-83ef-404eccc5dbef), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.578453 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:20.579052 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.627388 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36516) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:20.628120 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4630911 Apr 12 11:03:20.632821 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Request body: {'subnet': {'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292081722-subnet', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:20.655946 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Made reservation on behalf of 02fa376049aa491ea8b8534b90d19da0 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:20.657546 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6b98f31e-29ad-4364-926d-ec23586f41b3 req-b22fc0b3-1e1c-4b03-9c3b-463962e16155 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121011 Apr 12 11:03:20.663047 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cb888-37cc-4f46-9ce0-6644178ea3ef admin admin] Pushing event updated for resources: {'Network': ['ID=4633fd28-8650-401b-83ef-404eccc5dbef,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:20.668182 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.674018 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 4633fd28-8650-401b-83ef-404eccc5dbef details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:20.869560 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (98ce789c-45a3-4726-9eb1-5cb77932a685), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.928161 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ce789c-45a3-4726-9eb1-5cb77932a685,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:20.935379 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Checking segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:20.935736 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Network hostable DHCP agents. Network: 4633fd28-8650-401b-83ef-404eccc5dbef, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:20.956094 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Network 4633fd28-8650-401b-83ef-404eccc5dbef is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:20.966447 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 4633fd28-8650-401b-83ef-404eccc5dbef) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:20.971421 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:20.972757 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:20.974841 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9092e-ac5f-4d9e-82e0-47f11c99f501 None None] Network 4633fd28-8650-401b-83ef-404eccc5dbef requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:20.989161 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-84ead3de-e2d8-4f81-b843-2bc33cba1612 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3604639 Apr 12 11:03:20.991717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36538) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:20.996177 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:21.017748 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (7649c33a-e526-47dc-98a0-82712869c75e), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.019481 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (7649c33a-e526-47dc-98a0-82712869c75e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.080666 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks [] for router_controller (7649c33a-e526-47dc-98a0-82712869c75e), precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.083334 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-4633fd28-8650-401b-83ef-404eccc5dbef', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:03:21.084232 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.225009 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks [] for router_gateway (7649c33a-e526-47dc-98a0-82712869c75e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.256101 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Allocated IP 172.20.0.2 (4633fd28-8650-401b-83ef-404eccc5dbef/98ce789c-45a3-4726-9eb1-5cb77932a685/aa06ef65-6679-4843-8b16-05630c7d4a27) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:21.416954 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Publish callbacks [] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.426871 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.468860 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks [] for router_gateway (7649c33a-e526-47dc-98a0-82712869c75e), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.480541 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Network 4633fd28-8650-401b-83ef-404eccc5dbef is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:21.483491 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:21.487317 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:21.493437 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Pushing event updated for resources: {'Port': ['ID=aa06ef65-6679-4843-8b16-05630c7d4a27,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:21.501021 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.554285 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Attempting to bind port aa06ef65-6679-4843-8b16-05630c7d4a27 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:21.554697 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Attempting to bind port aa06ef65-6679-4843-8b16-05630c7d4a27 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:21.555067 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Attempting to bind port aa06ef65-6679-4843-8b16-05630c7d4a27 on network 4633fd28-8650-401b-83ef-404eccc5dbef {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:21.565596 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:21.566149 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Checking segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:21.566771 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.567333 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Bound using segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:21.567827 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Bound port: aa06ef65-6679-4843-8b16-05630c7d4a27, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:21.568266 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.618410 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Allocated IP 172.28.2.227 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/9e41f1c8-31f2-404b-b173-d9c183a368c3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:21.641873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] For port aa06ef65-6679-4843-8b16-05630c7d4a27, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:21.645505 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] For port aa06ef65-6679-4843-8b16-05630c7d4a27, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=aa06ef65-6679-4843-8b16-05630c7d4a27,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:21.651954 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.706601 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012de6-9c8c-43b1-88d8-801925cc4a22 None None] Pushing event updated for resources: {'Port': ['ID=aa06ef65-6679-4843-8b16-05630c7d4a27,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:21.727693 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks [] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.779091 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:21.845190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:21.849801 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:21.854820 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:21.866133 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d4704-5eb6-4e3f-bb23-0a288fb45f57 req-9edcafe8-edca-42ac-8992-54dac7310eb9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:21.867704 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a42d4704-5eb6-4e3f-bb23-0a288fb45f57 req-9edcafe8-edca-42ac-8992-54dac7310eb9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0985260 Apr 12 11:03:21.912557 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Pushing event updated for resources: {'Port': ['ID=9e41f1c8-31f2-404b-b173-d9c183a368c3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:22.036600 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a42d4704-5eb6-4e3f-bb23-0a288fb45f57 req-797f4d2b-41b7-4d0e-90a0-b8471b1dfb83 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190512 Apr 12 11:03:22.160584 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks [] for router_gateway (7649c33a-e526-47dc-98a0-82712869c75e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:22.162579 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d02d6-91ed-4520-840a-5348ab622d0b req-0ba116ad-9e1c-4f13-a9fd-106a4d53c908 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:22.164209 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9d0d02d6-91ed-4520-840a-5348ab622d0b req-0ba116ad-9e1c-4f13-a9fd-106a4d53c908 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Apr 12 11:03:22.220533 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9d0d02d6-91ed-4520-840a-5348ab622d0b req-d8a329e5-82cd-4299-ac04-1317b8c66903 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Apr 12 11:03:22.367125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (7649c33a-e526-47dc-98a0-82712869c75e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:22.536907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Router 7649c33a-e526-47dc-98a0-82712869c75e is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:03:22.695389 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:22.713194 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Sync routers for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:22.729753 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:22.733791 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:22.743073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:22.745682 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b9966741-c68e-4f92-97b9-985f091ecd50 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7517164 Apr 12 11:03:22.747474 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36580) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:22.844108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0311ed-b21b-4a4a-bac6-4411ae28a949 None None] Network 4633fd28-8650-401b-83ef-404eccc5dbef requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:22.858994 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:22.873153 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device aa06ef65-6679-4843-8b16-05630c7d4a27 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:22.949091 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] Provisioning complete for port aa06ef65-6679-4843-8b16-05630c7d4a27 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:22.949343 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.025023 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port aa06ef65-6679-4843-8b16-05630c7d4a27 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:23.025386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.049437 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:22Z', 'revision_number': 3, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:23.095043 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Checking router: 7649c33a-e526-47dc-98a0-82712869c75e for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:23.095773 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Updating router 7649c33a-e526-47dc-98a0-82712869c75e port 9e41f1c8-31f2-404b-b173-d9c183a368c3 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:23.140159 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] Current status of the port aa06ef65-6679-4843-8b16-05630c7d4a27 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:23.140730 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.163390 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.183775 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port aa06ef65-6679-4843-8b16-05630c7d4a27 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:23.185863 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.242127 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] For port aa06ef65-6679-4843-8b16-05630c7d4a27, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=aa06ef65-6679-4843-8b16-05630c7d4a27,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:23.247519 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.343929 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.db.api [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:03:23.344679 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG oslo_db.api [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:03:23.345613 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.348576 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c5351-f154-4a41-8ee1-f418b7944074 None None] Pushing event updated for resources: {'Port': ['ID=aa06ef65-6679-4843-8b16-05630c7d4a27,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:23.473656 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-2d343a47-5966-4753-9350-7681d66cada9 None None] Provisioning complete for port aa06ef65-6679-4843-8b16-05630c7d4a27 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:23.473978 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d343a47-5966-4753-9350-7681d66cada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.568007 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2d343a47-5966-4753-9350-7681d66cada9 None None] Current status of the port aa06ef65-6679-4843-8b16-05630c7d4a27 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:23.576558 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Publish callbacks [] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.583854 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.653177 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Attempting to bind port 9e41f1c8-31f2-404b-b173-d9c183a368c3 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:23.653648 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Attempting to bind port 9e41f1c8-31f2-404b-b173-d9c183a368c3 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:23.653897 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Attempting to bind port 9e41f1c8-31f2-404b-b173-d9c183a368c3 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:23.661192 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:23.661562 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:23.662863 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.663328 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:23.663833 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Bound port: 9e41f1c8-31f2-404b-b173-d9c183a368c3, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:23.664245 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.676025 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Pushing event updated for resources: {'Port': ['ID=9e41f1c8-31f2-404b-b173-d9c183a368c3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:23.720976 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.721575 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.721923 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.722384 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.722695 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.723156 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.723477 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.723886 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.724205 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.724823 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.725257 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.725618 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.729406 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.729738 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.730286 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:23.748570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Allocated IP 172.20.0.1 (4633fd28-8650-401b-83ef-404eccc5dbef/98ce789c-45a3-4726-9eb1-5cb77932a685/ad56027d-ccc6-40c2-a26f-5b74f4fe90c4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:23.764975 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] For port 9e41f1c8-31f2-404b-b173-d9c183a368c3, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:23.769854 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] For port 9e41f1c8-31f2-404b-b173-d9c183a368c3, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=9e41f1c8-31f2-404b-b173-d9c183a368c3,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:23.777699 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.856070 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:23.858332 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:23.914424 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks [] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:23.935295 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port aa06ef65-6679-4843-8b16-05630c7d4a27 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:23.936223 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348586-e9fc-41ac-9151-e3fd223225fd req-90a2ee31-4835-49f9-9cea-3c827ed6fc92 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:23.937769 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-00348586-e9fc-41ac-9151-e3fd223225fd req-90a2ee31-4835-49f9-9cea-3c827ed6fc92 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0942090 Apr 12 11:03:23.947668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-6f88505e-7adf-4598-a273-e47639f043f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:23.950374 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-6f88505e-7adf-4598-a273-e47639f043f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1129 time: 0.0844471 Apr 12 11:03:24.004471 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-00348586-e9fc-41ac-9151-e3fd223225fd req-2e00155f-2616-4a40-992a-eb17bd9b7495 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599291 Apr 12 11:03:24.013043 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.029446 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d38ee8-bf29-4683-859b-f9285f8d3a82 None None] Pushing event updated for resources: {'Port': ['ID=9e41f1c8-31f2-404b-b173-d9c183a368c3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:24.037086 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:24.071867 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Pushing event updated for resources: {'Port': ['ID=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:24.083341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Network 4633fd28-8650-401b-83ef-404eccc5dbef is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:24.084629 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-dcddc133-da17-4336-98da-2abcbc5ce834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:24.084750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:24.086781 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-dcddc133-da17-4336-98da-2abcbc5ce834 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1295016 Apr 12 11:03:24.087326 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:24.152169 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-9744f3bb-da13-4a91-ac8f-2baae36de36f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 200 len: 217 time: 0.0578194 Apr 12 11:03:24.163121 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (7649c33a-e526-47dc-98a0-82712869c75e), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.278033 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-1411e624-4fc1-4473-99d3-da774c974acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:24.284540 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-1411e624-4fc1-4473-99d3-da774c974acb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.1267335 Apr 12 11:03:24.290635 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:22Z', 'revision_number': 3, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:24.350712 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-5cb01a7a-f382-4bc2-a0a9-ace07087ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:24.352239 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-5cb01a7a-f382-4bc2-a0a9-ace07087ba14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0602221 Apr 12 11:03:24.354938 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7027bc-8dfb-40ce-bab8-c06dea533926 None None] The sync data for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb is: [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:22Z', 'revision_number': 3, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:24.403200 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-030ae76a-1b17-4f99-8c80-457f665a5fa8 None None] Provisioning complete for port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:24.405117 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-030ae76a-1b17-4f99-8c80-457f665a5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.406013 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.452358 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-030ae76a-1b17-4f99-8c80-457f665a5fa8 None None] Port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:24.487796 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-4025b711-cffc-44e8-9306-44c058ab655d service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183147 Apr 12 11:03:24.582703 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7bd4565-3592-4a05-a6b8-03c0c0c6f0a3 req-addbfb00-ef4f-4d91-9557-a83ab1149b2d service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866904 Apr 12 11:03:24.586942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks [] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.592385 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.674432 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Pushing event updated for resources: {'Port': ['ID=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:24.680385 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (7649c33a-e526-47dc-98a0-82712869c75e), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:24.791227 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Network 4633fd28-8650-401b-83ef-404eccc5dbef is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:24.793616 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:24.922172 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device aa06ef65-6679-4843-8b16-05630c7d4a27 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:24.934875 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Router 7649c33a-e526-47dc-98a0-82712869c75e has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:03:24.988885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port aa06ef65-6679-4843-8b16-05630c7d4a27 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:24.989455 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.099353 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-cccf93c2-6b3b-4719-a30f-6561b1439831 None None] Provisioning complete for port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:25.099633 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cccf93c2-6b3b-4719-a30f-6561b1439831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.104004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:25.110673 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-aa97b6f9-43a6-43b4-a2ca-321d9bca2183 admin admin] 10.222.0.41 "PUT /v2.0/routers/7649c33a-e526-47dc-98a0-82712869c75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3617923 Apr 12 11:03:25.137538 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port aa06ef65-6679-4843-8b16-05630c7d4a27 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:25.138671 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 9e41f1c8-31f2-404b-b173-d9c183a368c3 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:25.165327 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015cb32-eaf2-473e-9698-91cde90391e9 req-7aa1f3fb-09f3-4c21-b769-a23dcbcb5138 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:25.167497 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0015cb32-eaf2-473e-9698-91cde90391e9 req-7aa1f3fb-09f3-4c21-b769-a23dcbcb5138 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0668554 Apr 12 11:03:25.170606 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cccf93c2-6b3b-4719-a30f-6561b1439831 None None] Port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:25.205464 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 9e41f1c8-31f2-404b-b173-d9c183a368c3 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:25.206368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.240055 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0015cb32-eaf2-473e-9698-91cde90391e9 req-c673efba-4c61-47f0-adc2-694f53c1c40a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633318 Apr 12 11:03:25.439674 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 9e41f1c8-31f2-404b-b173-d9c183a368c3 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:25.440066 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.479535 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 9e41f1c8-31f2-404b-b173-d9c183a368c3, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=9e41f1c8-31f2-404b-b173-d9c183a368c3,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:25.487595 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.565454 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=9e41f1c8-31f2-404b-b173-d9c183a368c3,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:25.768050 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36656) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:25.773927 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932189557-network', 'tenant_id': '52a7b79354a44362a374183504a931f3'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:25.793218 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Made reservation on behalf of 52a7b79354a44362a374183504a931f3 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:25.795816 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.805048 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.902584 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks [] for security_group (d6ffe247-9f30-43fd-9660-1d05eca82c21), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.907835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d6ffe247-9f30-43fd-9660-1d05eca82c21), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.934251 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:25.952053 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ffe247-9f30-43fd-9660-1d05eca82c21,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:25.963719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (387fc319-4888-4d89-b61e-f7ee62ef744e), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:25.964068 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Added segment 387fc319-4888-4d89-b61e-f7ee62ef744e of type vlan for network 41756fb2-549a-40f3-872e-2e7b7da7f814 Apr 12 11:03:26.014537 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (41756fb2-549a-40f3-872e-2e7b7da7f814), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.042228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (41756fb2-549a-40f3-872e-2e7b7da7f814), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.043213 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:26.044016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.103749 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3344190 Apr 12 11:03:26.106686 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36666) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:26.107238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906679-b968-40e3-9913-63fa2a53a705 admin admin] Pushing event updated for resources: {'Network': ['ID=41756fb2-549a-40f3-872e-2e7b7da7f814,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:26.111766 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Request body: {'subnet': {'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932189557-subnet', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:26.117484 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:26.135394 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Made reservation on behalf of 52a7b79354a44362a374183504a931f3 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:26.138570 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.272045 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Sync routers for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:26.283773 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:26.284471 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:26.325528 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for subnet (df7b3a55-4537-405c-a572-ea91965c4779), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.373410 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7b3a55-4537-405c-a572-ea91965c4779,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:26.383048 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7376ee-838b-4c06-ae74-3012404d6ad8 req-c7c5f196-0fd8-4fbb-a054-5c9160f9075f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:26.385012 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9d7376ee-838b-4c06-ae74-3012404d6ad8 req-c7c5f196-0fd8-4fbb-a054-5c9160f9075f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0623786 Apr 12 11:03:26.400441 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Checking segment: {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:26.400798 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Network hostable DHCP agents. Network: 41756fb2-549a-40f3-872e-2e7b7da7f814, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:26.404547 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:26.419520 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:26.428914 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 41756fb2-549a-40f3-872e-2e7b7da7f814) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:26.433894 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:26.434682 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.443741 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6758a4-5b52-490f-962c-e9b6b92c17df None None] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:26.446282 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9d7376ee-838b-4c06-ae74-3012404d6ad8 req-32075306-ee66-42ce-860d-3fa6478197a0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540426 Apr 12 11:03:26.455114 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-809e29ab-402c-42b7-9a2b-685104690312 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3462646 Apr 12 11:03:26.456999 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36672) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:26.461395 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:26.484232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (fb4c4e55-022f-41e1-b3ae-766bd2753d84), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.485220 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (fb4c4e55-022f-41e1-b3ae-766bd2753d84), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.546143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks [] for router_controller (fb4c4e55-022f-41e1-b3ae-766bd2753d84), precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.635632 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-41756fb2-549a-40f3-872e-2e7b7da7f814', 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814', 'project_id': '52a7b79354a44362a374183504a931f3', 'fixed_ips': [{'subnet_id': 'df7b3a55-4537-405c-a572-ea91965c4779'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:03:26.636510 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.774509 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 2, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:26.812777 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 9e41f1c8-31f2-404b-b173-d9c183a368c3 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:26.819220 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Checking router: 7649c33a-e526-47dc-98a0-82712869c75e for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:26.819569 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Updating router 7649c33a-e526-47dc-98a0-82712869c75e port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:26.916239 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.942427 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks [] for router_gateway (fb4c4e55-022f-41e1-b3ae-766bd2753d84), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.006385 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 9e41f1c8-31f2-404b-b173-d9c183a368c3 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:27.006784 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.013770 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Allocated IP 172.20.0.2 (41756fb2-549a-40f3-872e-2e7b7da7f814/df7b3a55-4537-405c-a572-ea91965c4779/81d495cb-8746-417d-ac9e-865644ab246b) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:27.172131 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks [] for router_gateway (fb4c4e55-022f-41e1-b3ae-766bd2753d84), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.191055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.315558 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Allocated IP 172.28.2.87 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/5e860376-13ea-42b2-b00a-e2ec3f192f23) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:27.367508 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 9e41f1c8-31f2-404b-b173-d9c183a368c3 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:27.371623 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Publish callbacks [] for port (81d495cb-8746-417d-ac9e-865644ab246b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.388579 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (81d495cb-8746-417d-ac9e-865644ab246b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.424115 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks [] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.447447 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:27.455602 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:27.461370 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.462559 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Pushing event updated for resources: {'Port': ['ID=81d495cb-8746-417d-ac9e-865644ab246b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:27.464808 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:27.509098 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:27.513428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:27.515820 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e860376-13ea-42b2-b00a-e2ec3f192f23,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:27.518053 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:27.554691 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Publish callbacks [] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.564450 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.576046 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Attempting to bind port 81d495cb-8746-417d-ac9e-865644ab246b on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:27.576414 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Attempting to bind port 81d495cb-8746-417d-ac9e-865644ab246b by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:27.576779 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Attempting to bind port 81d495cb-8746-417d-ac9e-865644ab246b on network 41756fb2-549a-40f3-872e-2e7b7da7f814 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:27.609912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:27.610308 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Checking segment: {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:27.610718 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.611114 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Bound using segment: {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:27.611591 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Bound port: 81d495cb-8746-417d-ac9e-865644ab246b, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:27.614517 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (81d495cb-8746-417d-ac9e-865644ab246b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.635258 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b01f2-d985-435f-b4af-a4281d1a8650 None None] Pushing event updated for resources: {'Port': ['ID=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:27.663866 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9afb2-d21c-4bae-982c-4f60f704d710 req-e156884e-1c3c-4638-b5aa-dfa9a30db789 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:27.665474 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1fc9afb2-d21c-4bae-982c-4f60f704d710 req-e156884e-1c3c-4638-b5aa-dfa9a30db789 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.1012852 Apr 12 11:03:27.770789 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1fc9afb2-d21c-4bae-982c-4f60f704d710 req-452202b9-0bbd-46fd-a490-f37d03426cb4 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986311 Apr 12 11:03:27.833130 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks [] for router_gateway (fb4c4e55-022f-41e1-b3ae-766bd2753d84), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.858094 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Attempting to bind port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:27.858469 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Attempting to bind port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:27.858835 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Attempting to bind port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 on network 4633fd28-8650-401b-83ef-404eccc5dbef {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:27.872589 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:27.872956 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Checking segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:27.873358 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.873742 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Bound using segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:27.874203 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Bound port: ad56027d-ccc6-40c2-a26f-5b74f4fe90c4, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:27.874601 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.888258 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] For port 81d495cb-8746-417d-ac9e-865644ab246b, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:27.911287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] For port 81d495cb-8746-417d-ac9e-865644ab246b, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=81d495cb-8746-417d-ac9e-865644ab246b,segment=NetworkSegment(387fc319-4888-4d89-b61e-f7ee62ef744e),segment_id=387fc319-4888-4d89-b61e-f7ee62ef744e)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:27.955161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (81d495cb-8746-417d-ac9e-865644ab246b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.961586 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-22dfd0cb-b779-42d9-ad51-0e837e0c6b0a None None] Provisioning complete for port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:27.961949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22dfd0cb-b779-42d9-ad51-0e837e0c6b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.043092 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (fb4c4e55-022f-41e1-b3ae-766bd2753d84), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.048640 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] For port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:28.053637 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] For port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:28.072355 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.076392 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-22dfd0cb-b779-42d9-ad51-0e837e0c6b0a None None] Port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:28.081030 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93c2c8-76f3-4a1c-b9a9-8edb213396b0 None None] Pushing event updated for resources: {'Port': ['ID=81d495cb-8746-417d-ac9e-865644ab246b,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:28.136509 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:28.136925 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:28.222085 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Router fb4c4e55-022f-41e1-b3ae-766bd2753d84 is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:03:28.267292 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b01f2-d985-435f-b4af-a4281d1a8650 None None] Pushing event updated for resources: {'Port': ['ID=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:28.301122 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36720) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:28.330348 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:28.378699 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Deleting subnet 1741209d-e566-4844-9f18-6c3ca6312e45 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:03:28.385341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Publish callbacks [] for subnet (1741209d-e566-4844-9f18-6c3ca6312e45), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.469107 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (1741209d-e566-4844-9f18-6c3ca6312e45), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.480402 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:28.495733 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Sync routers for ids ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:28.516397 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Routers {'fb4c4e55-022f-41e1-b3ae-766bd2753d84'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:28.517049 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:28.543232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.544819 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-3b240381-4712-48dd-8fa7-a12a63101cd4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0867131 Apr 12 11:03:28.547672 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (1741209d-e566-4844-9f18-6c3ca6312e45), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.548071 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36728) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:28.647373 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] Provisioning complete for port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:28.648382 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.676602 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (1741209d-e566-4844-9f18-6c3ca6312e45), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.700184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.704898 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1741209d-e566-4844-9f18-6c3ca6312e45 HTTP/1.1" status: 204 len: 168 time: 0.4027579 Apr 12 11:03:28.709741 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36734) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:28.722027 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:28Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:28.726105 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62d96c-64f0-45a7-9a0c-12ef814a16fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1741209d-e566-4844-9f18-6c3ca6312e45,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:28.754998 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Set router fb4c4e55-022f-41e1-b3ae-766bd2753d84 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:28.792832 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665bde-702e-48ed-add2-cf55cb327dcd None None] The sync data for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb is: [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:28Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:28.847959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 81d495cb-8746-417d-ac9e-865644ab246b up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:28.940017 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] Current status of the port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:28.940442 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.972230 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 81d495cb-8746-417d-ac9e-865644ab246b triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:28.972611 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (81d495cb-8746-417d-ac9e-865644ab246b), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.035536 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dd068-ab1a-4117-a1c5-387349fe97d0 req-911912d7-9d9f-4563-9394-39914d35c4cd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:29.042909 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ac9dd068-ab1a-4117-a1c5-387349fe97d0 req-911912d7-9d9f-4563-9394-39914d35c4cd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.1189253 Apr 12 11:03:29.067150 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] For port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:29.089748 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.108021 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:03:27Z', 'revision_number': 3, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:29.135330 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (7f7b641c-a696-4378-95f6-5d18b6eceb4f), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.138290 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Checking router: fb4c4e55-022f-41e1-b3ae-766bd2753d84 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:29.138980 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Updating router fb4c4e55-022f-41e1-b3ae-766bd2753d84 port 5e860376-13ea-42b2-b00a-e2ec3f192f23 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:29.172236 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ac9dd068-ab1a-4117-a1c5-387349fe97d0 req-0731ed51-6677-4d6b-960f-31af11cde6a9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282334 Apr 12 11:03:29.187949 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.283148 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362abb9-917c-4711-bd06-b028a8b9c5bd None None] Pushing event updated for resources: {'Port': ['ID=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:29.301615 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 81d495cb-8746-417d-ac9e-865644ab246b is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:29.305803 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (81d495cb-8746-417d-ac9e-865644ab246b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.334817 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (7f7b641c-a696-4378-95f6-5d18b6eceb4f), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.363448 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 81d495cb-8746-417d-ac9e-865644ab246b, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=81d495cb-8746-417d-ac9e-865644ab246b,segment=NetworkSegment(387fc319-4888-4d89-b61e-f7ee62ef744e),segment_id=387fc319-4888-4d89-b61e-f7ee62ef744e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:29.372655 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (81d495cb-8746-417d-ac9e-865644ab246b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.402452 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.402839 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.403586 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.403918 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.404238 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.404557 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.404875 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.405192 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.405507 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.405845 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.453616 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=81d495cb-8746-417d-ac9e-865644ab246b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:29.493033 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.494796 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.495385 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.496112 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:03:29.496359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7b641c-a696-4378-95f6-5d18b6eceb4f']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:29.527588 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd392ce-d4f7-49e9-b51b-bfcc334c8829') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:29.527883 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd392ce-d4f7-49e9-b51b-bfcc334c8829') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:29.550628 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (7dd392ce-d4f7-49e9-b51b-bfcc334c8829), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.581753 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Publish callbacks [] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.585881 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (7dd392ce-d4f7-49e9-b51b-bfcc334c8829), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.592156 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.595340 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f22d8b-e940-4922-83b8-f6e64d67fc38 None None] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:29.645845 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Attempting to bind port 5e860376-13ea-42b2-b00a-e2ec3f192f23 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:29.646430 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Attempting to bind port 5e860376-13ea-42b2-b00a-e2ec3f192f23 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:29.646863 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Attempting to bind port 5e860376-13ea-42b2-b00a-e2ec3f192f23 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:29.652805 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b6812-4304-4ce1-a0f0-4fc44c627c67 None None] Pushing event updated for resources: {'Port': ['ID=5e860376-13ea-42b2-b00a-e2ec3f192f23,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:29.662982 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:29.663521 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:29.664033 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.664513 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:29.665088 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Bound port: 5e860376-13ea-42b2-b00a-e2ec3f192f23, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:29.666128 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.679683 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-5eae1ce6-34e5-47c7-b7d3-db4cf5df3893 None None] Provisioning complete for port 81d495cb-8746-417d-ac9e-865644ab246b triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:29.680221 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5eae1ce6-34e5-47c7-b7d3-db4cf5df3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (81d495cb-8746-417d-ac9e-865644ab246b), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.731320 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:03:29.731736 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (7dd392ce-d4f7-49e9-b51b-bfcc334c8829), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: from cryptography.utils import int_from_bytes Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: from cryptography.utils import int_from_bytes Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:03:29.740621 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:03:29.749730 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] For port 5e860376-13ea-42b2-b00a-e2ec3f192f23, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:29.755665 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] For port 5e860376-13ea-42b2-b00a-e2ec3f192f23, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5e860376-13ea-42b2-b00a-e2ec3f192f23,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:29.774061 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.812308 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.826884 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (7f7b641c-a696-4378-95f6-5d18b6eceb4f), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.839468 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.845890 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f7b641c-a696-4378-95f6-5d18b6eceb4f HTTP/1.1" status: 204 len: 168 time: 1.1352201 Apr 12 11:03:29.846285 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36750) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:29.862609 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5eae1ce6-34e5-47c7-b7d3-db4cf5df3893 None None] Current status of the port 81d495cb-8746-417d-ac9e-865644ab246b is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:29.879952 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06698c39-df62-40de-b629-a40f92a6f126 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7b641c-a696-4378-95f6-5d18b6eceb4f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:29.913985 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Routers {'fb4c4e55-022f-41e1-b3ae-766bd2753d84'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:29.914676 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:29.957392 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Deleting subnet 875d94ad-ff45-4018-859e-79876ad0b76b {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:03:29.963084 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Publish callbacks [] for subnet (875d94ad-ff45-4018-859e-79876ad0b76b), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.043222 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b6812-4304-4ce1-a0f0-4fc44c627c67 None None] Pushing event updated for resources: {'Port': ['ID=5e860376-13ea-42b2-b00a-e2ec3f192f23,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:30.083467 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (875d94ad-ff45-4018-859e-79876ad0b76b), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.164644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Allocated IP 172.20.0.1 (41756fb2-549a-40f3-872e-2e7b7da7f814/df7b3a55-4537-405c-a572-ea91965c4779/cde7dd11-69f0-4c77-84dc-c211148e311e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:30.175439 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] Set router fb4c4e55-022f-41e1-b3ae-766bd2753d84 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:30.177132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (875d94ad-ff45-4018-859e-79876ad0b76b), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.313973 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (875d94ad-ff45-4018-859e-79876ad0b76b), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.324037 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-93184255-f132-4b31-a3d0-247271db1b3e None None] Provisioning complete for port 81d495cb-8746-417d-ac9e-865644ab246b triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:30.324714 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93184255-f132-4b31-a3d0-247271db1b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (81d495cb-8746-417d-ac9e-865644ab246b), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.351964 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e688bce-b596-4b49-99ad-f5eb9d773790 req-880cd480-ed65-41c6-9dda-c0b81b631c86 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:30.359130 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4e688bce-b596-4b49-99ad-f5eb9d773790 req-880cd480-ed65-41c6-9dda-c0b81b631c86 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0727649 Apr 12 11:03:30.367287 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875d94ad-ff45-4018-859e-79876ad0b76b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:30.371121 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.374800 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a6d27872-f9a1-48e8-b789-db5e82e27fbe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/875d94ad-ff45-4018-859e-79876ad0b76b HTTP/1.1" status: 204 len: 168 time: 0.5265143 Apr 12 11:03:30.378833 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36766) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:30.434959 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks [] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.459927 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4e688bce-b596-4b49-99ad-f5eb9d773790 req-c7d5a900-914b-480f-b354-fd2e044c1261 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946465 Apr 12 11:03:30.483183 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (d9114bea-4424-4f13-a3a9-1644304c2132), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.487865 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-93184255-f132-4b31-a3d0-247271db1b3e None None] Current status of the port 81d495cb-8746-417d-ac9e-865644ab246b is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:30.522114 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.578337 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:30.584236 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:30.586829 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:30.590333 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=cde7dd11-69f0-4c77-84dc-c211148e311e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:30.594023 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (d9114bea-4424-4f13-a3a9-1644304c2132), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.623430 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:03:27Z', 'revision_number': 3, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:30.629537 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9114bea-4424-4f13-a3a9-1644304c2132']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:30.643487 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ee9753-fe10-4710-aeec-d10c9da134a4') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:30.644221 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ee9753-fe10-4710-aeec-d10c9da134a4') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:30.663835 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (fb4c4e55-022f-41e1-b3ae-766bd2753d84), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.672320 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (d1ee9753-fe10-4710-aeec-d10c9da134a4), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.674143 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbab721-4abc-4f67-af12-b6fc2458f5ec None None] The sync data for ids ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'] in dv-cinder-830089-4-smb is: [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:03:27Z', 'revision_number': 3, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:30.696951 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (d1ee9753-fe10-4710-aeec-d10c9da134a4), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.706996 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:03:30.707514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (d1ee9753-fe10-4710-aeec-d10c9da134a4), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:03:30.710578 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:03:30.813358 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (d9114bea-4424-4f13-a3a9-1644304c2132), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.824667 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.841489 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9114bea-4424-4f13-a3a9-1644304c2132 HTTP/1.1" status: 204 len: 168 time: 0.4614980 Apr 12 11:03:30.853232 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136107b3-549d-49df-b73f-3e168f0a0665 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9114bea-4424-4f13-a3a9-1644304c2132,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:30.864358 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.918205 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7aa12053-fbc5-43d9-a214-c307de0c864e None None] Provisioning complete for port cde7dd11-69f0-4c77-84dc-c211148e311e triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:30.918777 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7aa12053-fbc5-43d9-a214-c307de0c864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.950869 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:31.008165 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:31.008602 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.011188 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7aa12053-fbc5-43d9-a214-c307de0c864e None None] Port cde7dd11-69f0-4c77-84dc-c211148e311e cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:31.084739 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:31.124763 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:31.125959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 81d495cb-8746-417d-ac9e-865644ab246b up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:31.162212 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks [] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.167237 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-109da12e-1664-4b36-8d2e-f7e94c75863f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2458569a26ed4411ab0939f8fa684c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813797 Apr 12 11:03:31.169386 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.172132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36774) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:31.223314 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 81d495cb-8746-417d-ac9e-865644ab246b triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:31.223704 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (81d495cb-8746-417d-ac9e-865644ab246b), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.249517 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6693daa4-20c8-4ba1-9522-9cea05c8b9de admin admin] Publish callbacks [] for security_group (a9646a4a-d86c-46c6-bfc1-143386c4f305), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.278880 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6693daa4-20c8-4ba1-9522-9cea05c8b9de admin admin] Publish callbacks [] for security_group (a9646a4a-d86c-46c6-bfc1-143386c4f305), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.326508 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 81d495cb-8746-417d-ac9e-865644ab246b is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:31.348668 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6693daa4-20c8-4ba1-9522-9cea05c8b9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a9646a4a-d86c-46c6-bfc1-143386c4f305), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.352882 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6693daa4-20c8-4ba1-9522-9cea05c8b9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.356492 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-6693daa4-20c8-4ba1-9522-9cea05c8b9de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9646a4a-d86c-46c6-bfc1-143386c4f305 HTTP/1.1" status: 204 len: 168 time: 0.1809711 Apr 12 11:03:31.387124 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693daa4-20c8-4ba1-9522-9cea05c8b9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9646a4a-d86c-46c6-bfc1-143386c4f305,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:31.536959 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (fb4c4e55-022f-41e1-b3ae-766bd2753d84), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.550783 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=cde7dd11-69f0-4c77-84dc-c211148e311e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:31.614068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d10d4-e96d-4461-84d1-af108457d03a req-a71ac72d-1f59-4f96-b3e7-0d4e222f5a0e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:31.616101 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-183d10d4-e96d-4461-84d1-af108457d03a req-a71ac72d-1f59-4f96-b3e7-0d4e222f5a0e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0646603 Apr 12 11:03:31.715348 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:31.717094 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:31.724849 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-183d10d4-e96d-4461-84d1-af108457d03a req-17dc7e43-4ef9-4cc2-8310-68d5003bf928 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026905 Apr 12 11:03:31.895247 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Router fb4c4e55-022f-41e1-b3ae-766bd2753d84 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:03:31.951345 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36798) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:31.996234 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7f2618f0-ae37-440c-94e9-c4aedd629fac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3aa83d7d71c94fb2b1fdf9377ba7dd88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432765 Apr 12 11:03:31.998687 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36800) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:32.032820 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:32.036167 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-25d724c3-0240-48a1-8a50-f56f8b2a5bc5 admin admin] 10.222.0.41 "PUT /v2.0/routers/fb4c4e55-022f-41e1-b3ae-766bd2753d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4870434 Apr 12 11:03:32.044855 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:03:32.064581 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbe07241-9574-4341-89ec-48b915cd2d50 admin admin] Publish callbacks [] for security_group (fbf3310b-70cb-48ca-9418-3dfa11667058), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.086742 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbe07241-9574-4341-89ec-48b915cd2d50 admin admin] Publish callbacks [] for security_group (fbf3310b-70cb-48ca-9418-3dfa11667058), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.137959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-882c2503-d263-491b-9f24-e2b16a1971c8 None None] Provisioning complete for port cde7dd11-69f0-4c77-84dc-c211148e311e triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:32.138459 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-882c2503-d263-491b-9f24-e2b16a1971c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.142162 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbe07241-9574-4341-89ec-48b915cd2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (fbf3310b-70cb-48ca-9418-3dfa11667058), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.146428 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbe07241-9574-4341-89ec-48b915cd2d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.149890 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-dbe07241-9574-4341-89ec-48b915cd2d50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbf3310b-70cb-48ca-9418-3dfa11667058 HTTP/1.1" status: 204 len: 168 time: 0.1476858 Apr 12 11:03:32.171537 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe07241-9574-4341-89ec-48b915cd2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3310b-70cb-48ca-9418-3dfa11667058,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:32.183111 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-882c2503-d263-491b-9f24-e2b16a1971c8 None None] Port cde7dd11-69f0-4c77-84dc-c211148e311e cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:32.607219 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36822) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:32.611919 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561872525', 'description': 'tempest-secgroup-smoke-1561872525 description', 'project_id': '02fa376049aa491ea8b8534b90d19da0'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:32.633941 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.714850 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group (1e8d1111-8315-48e0-b8a5-9f901551b264), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.724946 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (1e8d1111-8315-48e0-b8a5-9f901551b264), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.773197 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Sync routers for ids ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:32.775816 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.778185 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1693337 Apr 12 11:03:32.780750 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:32.784894 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97780c6b-c053-4d59-a3b1-cd92c79114c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d1111-8315-48e0-b8a5-9f901551b264,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:32.785982 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group_rule': {'security_group_id': '1e8d1111-8315-48e0-b8a5-9f901551b264', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:32.799013 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Routers {'fb4c4e55-022f-41e1-b3ae-766bd2753d84'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:32.800038 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:32.840219 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (29a783bf-b526-4aff-ab1b-b18851cd8c5a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.850659 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5e860376-13ea-42b2-b00a-e2ec3f192f23 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:32.892281 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e396d6-ebd5-4871-b968-2454789ecc29 req-7b8d5db3-2c6a-4a82-b50a-b8095845d255 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:32.894597 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d6e396d6-ebd5-4871-b968-2454789ecc29 req-7b8d5db3-2c6a-4a82-b50a-b8095845d255 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0632176 Apr 12 11:03:32.948430 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (29a783bf-b526-4aff-ab1b-b18851cd8c5a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.958444 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (29a783bf-b526-4aff-ab1b-b18851cd8c5a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.969082 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d6e396d6-ebd5-4871-b968-2454789ecc29 req-56f4c648-ae98-4355-83cc-7cc441962487 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661178 Apr 12 11:03:32.976417 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a783bf-b526-4aff-ab1b-b18851cd8c5a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:32.996529 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.998446 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b96a7b5a-6461-40c5-8232-17557972a114 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2165115 Apr 12 11:03:33.001675 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36840) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.007132 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group_rule': {'security_group_id': '1e8d1111-8315-48e0-b8a5-9f901551b264', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:33.039427 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (62aebaa7-7094-454c-ae7a-50e4130e2b47), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.133170 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (62aebaa7-7094-454c-ae7a-50e4130e2b47), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.138561 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (62aebaa7-7094-454c-ae7a-50e4130e2b47), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.166752 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 5e860376-13ea-42b2-b00a-e2ec3f192f23 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:33.167380 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.170506 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Set router fb4c4e55-022f-41e1-b3ae-766bd2753d84 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:33.171408 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62aebaa7-7094-454c-ae7a-50e4130e2b47,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.179518 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.182560 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0966eef5-0583-43eb-8502-8a88e98624e0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778262 Apr 12 11:03:33.184000 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36846) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.191401 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group_rule': {'security_group_id': '1e8d1111-8315-48e0-b8a5-9f901551b264', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:33.232744 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (bc8b0f50-4cdd-42ad-96da-38ad7d50ec1f), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.355394 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (bc8b0f50-4cdd-42ad-96da-38ad7d50ec1f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.365989 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (bc8b0f50-4cdd-42ad-96da-38ad7d50ec1f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.405583 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8b0f50-4cdd-42ad-96da-38ad7d50ec1f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.425514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.429455 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-41e638ba-0c6b-455c-afd6-17b698a38089 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2410386 Apr 12 11:03:33.430341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 36856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.435948 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group_rule': {'security_group_id': '1e8d1111-8315-48e0-b8a5-9f901551b264', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:33.466838 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 5e860376-13ea-42b2-b00a-e2ec3f192f23 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:33.467579 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.478095 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (c19c0dd2-b762-4d11-92a0-2130678b303b), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.504975 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 5e860376-13ea-42b2-b00a-e2ec3f192f23, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5e860376-13ea-42b2-b00a-e2ec3f192f23,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:33.532099 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.557838 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (c19c0dd2-b762-4d11-92a0-2130678b303b), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.563187 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (c19c0dd2-b762-4d11-92a0-2130678b303b), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.586873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:03:30Z', 'revision_number': 4, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'cde7dd11-69f0-4c77-84dc-c211148e311e', 'name': '', 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'mac_address': 'fa:16:3e:22:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7b3a55-4537-405c-a572-ea91965c4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:29Z', 'updated_at': '2022-04-12T11:03:30Z', 'revision_number': 2, 'project_id': '52a7b79354a44362a374183504a931f3', 'subnets': [{'id': 'df7b3a55-4537-405c-a572-ea91965c4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:33.599383 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19c0dd2-b762-4d11-92a0-2130678b303b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.606634 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.610967 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36862) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.611189 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-15242790-230d-4526-8485-50d4b0f7bfaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1797371 Apr 12 11:03:33.616460 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group_rule': {'security_group_id': '1e8d1111-8315-48e0-b8a5-9f901551b264', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:33.622924 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Checking router: fb4c4e55-022f-41e1-b3ae-766bd2753d84 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:33.623281 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Updating router fb4c4e55-022f-41e1-b3ae-766bd2753d84 port cde7dd11-69f0-4c77-84dc-c211148e311e binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:33.646337 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=5e860376-13ea-42b2-b00a-e2ec3f192f23,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.646580 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Project 02fa376049aa491ea8b8534b90d19da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:03:33.663290 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (aa77a530-dcf5-46dc-88a5-11990e8ecb55), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.663919 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.741382 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (aa77a530-dcf5-46dc-88a5-11990e8ecb55), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.745153 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (aa77a530-dcf5-46dc-88a5-11990e8ecb55), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.763422 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa77a530-dcf5-46dc-88a5-11990e8ecb55,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.768671 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.770398 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-212b036a-3834-4829-9193-e38499ae312f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582127 Apr 12 11:03:33.773166 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 36866) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.777489 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'security_group_rule': {'security_group_id': '1e8d1111-8315-48e0-b8a5-9f901551b264', 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:33.799760 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Project 02fa376049aa491ea8b8534b90d19da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:03:33.805061 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (6666c448-433b-4b30-83c7-d44c88c4ac19), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.862680 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (6666c448-433b-4b30-83c7-d44c88c4ac19), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.867198 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (6666c448-433b-4b30-83c7-d44c88c4ac19), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.884314 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6666c448-433b-4b30-83c7-d44c88c4ac19,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.893045 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.907489 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e2e70a6d-d9ac-41f9-9418-6be0b73150e2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206474 Apr 12 11:03:33.959482 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Publish callbacks [] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.965596 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.024466 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f026-36d5-4623-a1fe-6d85a39bee3f None None] Pushing event updated for resources: {'Port': ['ID=cde7dd11-69f0-4c77-84dc-c211148e311e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:34.105178 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Attempting to bind port cde7dd11-69f0-4c77-84dc-c211148e311e on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:34.105656 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Attempting to bind port cde7dd11-69f0-4c77-84dc-c211148e311e by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:34.106034 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Attempting to bind port cde7dd11-69f0-4c77-84dc-c211148e311e on network 41756fb2-549a-40f3-872e-2e7b7da7f814 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:34.112863 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:34.113287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Checking segment: {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:34.113811 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.114268 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Bound using segment: {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:34.115074 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Bound port: cde7dd11-69f0-4c77-84dc-c211148e311e, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387fc319-4888-4d89-b61e-f7ee62ef744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:34.115608 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.124162 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f190-e403-4659-b335-7a9b6753faec req-61b8cbb2-91bb-4106-a6ab-5c5e2de0d25b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:34.131060 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2078f190-e403-4659-b335-7a9b6753faec req-61b8cbb2-91bb-4106-a6ab-5c5e2de0d25b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0723925 Apr 12 11:03:34.185246 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2078f190-e403-4659-b335-7a9b6753faec req-1cda0433-2926-4466-b3fc-95f8fd6185b9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516243 Apr 12 11:03:34.215007 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] For port cde7dd11-69f0-4c77-84dc-c211148e311e, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:34.218759 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] For port cde7dd11-69f0-4c77-84dc-c211148e311e, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=cde7dd11-69f0-4c77-84dc-c211148e311e,segment=NetworkSegment(387fc319-4888-4d89-b61e-f7ee62ef744e),segment_id=387fc319-4888-4d89-b61e-f7ee62ef744e)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:34.226214 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.288356 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Routers {'fb4c4e55-022f-41e1-b3ae-766bd2753d84'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:34.288998 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:34.339685 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f026-36d5-4623-a1fe-6d85a39bee3f None None] Pushing event updated for resources: {'Port': ['ID=cde7dd11-69f0-4c77-84dc-c211148e311e,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:34.356925 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] Provisioning complete for port cde7dd11-69f0-4c77-84dc-c211148e311e triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:34.357310 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.486526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] Set router fb4c4e55-022f-41e1-b3ae-766bd2753d84 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:34.574752 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] Current status of the port cde7dd11-69f0-4c77-84dc-c211148e311e is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:34.575319 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.647755 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] For port cde7dd11-69f0-4c77-84dc-c211148e311e, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=cde7dd11-69f0-4c77-84dc-c211148e311e,segment=NetworkSegment(387fc319-4888-4d89-b61e-f7ee62ef744e),segment_id=387fc319-4888-4d89-b61e-f7ee62ef744e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:34.660868 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.754384 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9beea-386a-4767-a795-60e7a38c424f None None] Pushing event updated for resources: {'Port': ['ID=cde7dd11-69f0-4c77-84dc-c211148e311e,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:34.826220 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-aa3396fb-9698-45c4-b4ef-f177fd6a2ceb None None] Provisioning complete for port cde7dd11-69f0-4c77-84dc-c211148e311e triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:34.826677 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa3396fb-9698-45c4-b4ef-f177fd6a2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:34.866172 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5e860376-13ea-42b2-b00a-e2ec3f192f23 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:34.924163 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:03:30Z', 'revision_number': 4, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'cde7dd11-69f0-4c77-84dc-c211148e311e', 'name': '', 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'mac_address': 'fa:16:3e:22:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7b3a55-4537-405c-a572-ea91965c4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:29Z', 'updated_at': '2022-04-12T11:03:34Z', 'revision_number': 4, 'project_id': '52a7b79354a44362a374183504a931f3', 'subnets': [{'id': 'df7b3a55-4537-405c-a572-ea91965c4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:34.969155 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3d81a-3234-4fcc-80c5-a26f6da1688d None None] The sync data for ids ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'] in dv-cinder-830089-4-smb is: [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:03:30Z', 'revision_number': 4, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'cde7dd11-69f0-4c77-84dc-c211148e311e', 'name': '', 'network_id': '41756fb2-549a-40f3-872e-2e7b7da7f814', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'mac_address': 'fa:16:3e:22:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7b3a55-4537-405c-a572-ea91965c4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:29Z', 'updated_at': '2022-04-12T11:03:34Z', 'revision_number': 4, 'project_id': '52a7b79354a44362a374183504a931f3', 'subnets': [{'id': 'df7b3a55-4537-405c-a572-ea91965c4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:34.989628 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 5e860376-13ea-42b2-b00a-e2ec3f192f23 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:34.990096 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.070201 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-aa3396fb-9698-45c4-b4ef-f177fd6a2ceb None None] Current status of the port cde7dd11-69f0-4c77-84dc-c211148e311e is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:35.119608 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 5e860376-13ea-42b2-b00a-e2ec3f192f23 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:35.305799 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812870e-9815-470c-a2c7-3067778009e6 req-35e0169d-1cb6-4871-8260-aadfefb83473 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:35.307405 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a812870e-9815-470c-a2c7-3067778009e6 req-35e0169d-1cb6-4871-8260-aadfefb83473 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0507545 Apr 12 11:03:35.357302 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a812870e-9815-470c-a2c7-3067778009e6 req-3aa2e630-e827-4599-986d-b60f797656b6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Apr 12 11:03:36.255308 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777e4b7-b727-44f0-b5b4-227bc445de53 req-c42dba21-dad0-4a65-ae81-6afc4dc543a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:36.256894 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1777e4b7-b727-44f0-b5b4-227bc445de53 req-c42dba21-dad0-4a65-ae81-6afc4dc543a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1129 time: 0.0486736 Apr 12 11:03:36.304310 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1777e4b7-b727-44f0-b5b4-227bc445de53 req-31dd0b02-f3bc-41a1-b527-4c2022d14a3e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Apr 12 11:03:36.491181 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14abbc1-ed71-4a7a-a95e-2cf1d4dc9d1a req-ed94c1b0-8d2a-4dec-960a-beba0d93d73d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:36.492990 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b14abbc1-ed71-4a7a-a95e-2cf1d4dc9d1a req-ed94c1b0-8d2a-4dec-960a-beba0d93d73d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0650239 Apr 12 11:03:36.548320 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b14abbc1-ed71-4a7a-a95e-2cf1d4dc9d1a req-b85cdfbc-d2f7-4f36-a687-bf555b087ee6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Apr 12 11:03:36.792681 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device cde7dd11-69f0-4c77-84dc-c211148e311e up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:36.847160 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port cde7dd11-69f0-4c77-84dc-c211148e311e triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:36.847537 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.926921 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port cde7dd11-69f0-4c77-84dc-c211148e311e is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:37.469616 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ade4713b-3350-4cfb-a573-ad38c97f4920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.677587 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a2cd-790f-433c-926a-4fff2b125299 req-967ee969-dd92-47c0-9ca6-2f265612827c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:37.679211 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dea1a2cd-790f-433c-926a-4fff2b125299 req-967ee969-dd92-47c0-9ca6-2f265612827c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Apr 12 11:03:37.729134 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dea1a2cd-790f-433c-926a-4fff2b125299 req-c0bb91ae-a094-4c1c-89e2-b95625896463 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Apr 12 11:03:38.885610 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222a60-da3e-46b8-b1aa-33fc73b7bb94 req-762da34b-f7b0-40f3-a273-66f7f17d0316 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.887390 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5d222a60-da3e-46b8-b1aa-33fc73b7bb94 req-762da34b-f7b0-40f3-a273-66f7f17d0316 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0725038 Apr 12 11:03:38.947188 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5d222a60-da3e-46b8-b1aa-33fc73b7bb94 req-8e7a0301-2291-4f12-a71f-ab0795134ab3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Apr 12 11:03:39.166073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37102) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:39.205938 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5d46e-79f8-4b47-a0fc-357ad922c536 req-b1efc1a6-d76d-4643-9807-8250e87315c5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.208101 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-40c5d46e-79f8-4b47-a0fc-357ad922c536 req-b1efc1a6-d76d-4643-9807-8250e87315c5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0507815 Apr 12 11:03:39.227861 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a177-b450-45a2-8637-10fdcc16982e req-a520f982-be60-48c2-a482-02bf660b48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.229699 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-a520f982-be60-48c2-a482-02bf660b48ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1129 time: 0.0452869 Apr 12 11:03:39.258055 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-40c5d46e-79f8-4b47-a0fc-357ad922c536 req-2c326b5e-96e5-464f-9e3c-60cb27dfb5f2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Apr 12 11:03:39.289067 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d60df5-21bb-4d5d-bac9-48b1f672b5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.369939 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a177-b450-45a2-8637-10fdcc16982e req-74dc3492-91ae-4a3a-b011-6a2448d9d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.371455 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-74dc3492-91ae-4a3a-b011-6a2448d9d633 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1291540 Apr 12 11:03:39.413146 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d60df5-21bb-4d5d-bac9-48b1f672b5bc admin admin] Publish callbacks [] for security_group (5514e4e4-4ca3-4fd1-93f8-33eb008aef79), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.417351 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d60df5-21bb-4d5d-bac9-48b1f672b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (5514e4e4-4ca3-4fd1-93f8-33eb008aef79), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.455017 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-52d60df5-21bb-4d5d-bac9-48b1f672b5bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d9ae88d0c8d48f8b9a6851afad58df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877591 Apr 12 11:03:39.456244 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d60df5-21bb-4d5d-bac9-48b1f672b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5514e4e4-4ca3-4fd1-93f8-33eb008aef79,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:39.457972 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37106) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:39.512773 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a75546a0-6ebf-4645-a3a5-e6344d7194cb admin admin] Publish callbacks [] for security_group (5514e4e4-4ca3-4fd1-93f8-33eb008aef79), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.539622 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a75546a0-6ebf-4645-a3a5-e6344d7194cb admin admin] Publish callbacks [] for security_group (5514e4e4-4ca3-4fd1-93f8-33eb008aef79), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.586506 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a75546a0-6ebf-4645-a3a5-e6344d7194cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (5514e4e4-4ca3-4fd1-93f8-33eb008aef79), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.589000 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a75546a0-6ebf-4645-a3a5-e6344d7194cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.590314 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a75546a0-6ebf-4645-a3a5-e6344d7194cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5514e4e4-4ca3-4fd1-93f8-33eb008aef79 HTTP/1.1" status: 204 len: 168 time: 0.1312292 Apr 12 11:03:39.598093 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75546a0-6ebf-4645-a3a5-e6344d7194cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5514e4e4-4ca3-4fd1-93f8-33eb008aef79,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:39.886466 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ab317aa-1c5c-4995-9d61-800f134d7566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.924345 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-4016db9b-42b5-41b3-ae08-5c096cad6d26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 200 len: 217 time: 0.0755141 Apr 12 11:03:39.984203 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a177-b450-45a2-8637-10fdcc16982e req-166e8f05-dfcd-4c49-927a-2ee48fb5e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.986462 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-166e8f05-dfcd-4c49-927a-2ee48fb5e623 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0525889 Apr 12 11:03:40.309745 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37166) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.336617 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a177-b450-45a2-8637-10fdcc16982e req-2f0661d0-523a-471a-bd35-110017da7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:40.339670 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-2f0661d0-523a-471a-bd35-110017da7b25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536578 Apr 12 11:03:40.461781 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b9d018c-1151-4fff-a3d6-7b31fcf5cc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.466733 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b900-6382-40b7-9c6c-ccbc26756759 req-f1a30752-a183-48aa-8b41-59914c5cfca2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:40.468239 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e116b900-6382-40b7-9c6c-ccbc26756759 req-f1a30752-a183-48aa-8b41-59914c5cfca2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.1166170 Apr 12 11:03:40.522909 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-ab2ef97d-3bf9-4b60-8427-34eaef317bcc service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594317 Apr 12 11:03:40.562050 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.571658 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b9d018c-1151-4fff-a3d6-7b31fcf5cc4e admin admin] Publish callbacks [] for security_group (7219e5af-4af1-4522-8bba-31a6eadf6b87), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.578381 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b9d018c-1151-4fff-a3d6-7b31fcf5cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7219e5af-4af1-4522-8bba-31a6eadf6b87), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.620875 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d018c-1151-4fff-a3d6-7b31fcf5cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7219e5af-4af1-4522-8bba-31a6eadf6b87,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:40.628995 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e116b900-6382-40b7-9c6c-ccbc26756759 req-732a0479-d891-4af7-b1d7-6d0025d05abc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542010 Apr 12 11:03:40.649370 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9b9d018c-1151-4fff-a3d6-7b31fcf5cc4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4286b73ccd76407ab2fbd9ba77f6f77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331969 Apr 12 11:03:40.649370 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37180) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.657345 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d160a177-b450-45a2-8637-10fdcc16982e req-4f2a8c0f-34ff-484f-8d39-a3ff426ecc89 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216328 Apr 12 11:03:40.704160 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4374f0e-0834-42b1-86d5-edbf69e76fa8 admin admin] Publish callbacks [] for security_group (7219e5af-4af1-4522-8bba-31a6eadf6b87), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.728570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4374f0e-0834-42b1-86d5-edbf69e76fa8 admin admin] Publish callbacks [] for security_group (7219e5af-4af1-4522-8bba-31a6eadf6b87), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.778423 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37184) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.782596 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4374f0e-0834-42b1-86d5-edbf69e76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7219e5af-4af1-4522-8bba-31a6eadf6b87), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.785185 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4374f0e-0834-42b1-86d5-edbf69e76fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.786315 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e4374f0e-0834-42b1-86d5-edbf69e76fa8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7219e5af-4af1-4522-8bba-31a6eadf6b87 HTTP/1.1" status: 204 len: 168 time: 0.1399155 Apr 12 11:03:40.794680 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374f0e-0834-42b1-86d5-edbf69e76fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7219e5af-4af1-4522-8bba-31a6eadf6b87,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:40.892364 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e136aa30-6a9c-4672-9b98-1dadaa237315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.991636 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e136aa30-6a9c-4672-9b98-1dadaa237315 admin admin] Publish callbacks [] for security_group (205f4340-426c-45ed-a7f3-6a106ab2ab76), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.004884 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e136aa30-6a9c-4672-9b98-1dadaa237315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (205f4340-426c-45ed-a7f3-6a106ab2ab76), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.054727 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37200) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:41.055011 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e136aa30-6a9c-4672-9b98-1dadaa237315 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b1b1301d9624c07af75e5e16e87c526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750418 Apr 12 11:03:41.056019 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136aa30-6a9c-4672-9b98-1dadaa237315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205f4340-426c-45ed-a7f3-6a106ab2ab76,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.135509 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37204) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:41.151275 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1baa2e55-a4b5-4052-9f97-ca319c868938 admin admin] Publish callbacks [] for security_group (205f4340-426c-45ed-a7f3-6a106ab2ab76), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.157905 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cef0448a-882e-48bb-be20-0124bc2ab3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.182200 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1baa2e55-a4b5-4052-9f97-ca319c868938 admin admin] Publish callbacks [] for security_group (205f4340-426c-45ed-a7f3-6a106ab2ab76), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.243869 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1baa2e55-a4b5-4052-9f97-ca319c868938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (205f4340-426c-45ed-a7f3-6a106ab2ab76), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.247350 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1baa2e55-a4b5-4052-9f97-ca319c868938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.249254 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-1baa2e55-a4b5-4052-9f97-ca319c868938 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/205f4340-426c-45ed-a7f3-6a106ab2ab76 HTTP/1.1" status: 204 len: 168 time: 0.1933916 Apr 12 11:03:41.260557 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa2e55-a4b5-4052-9f97-ca319c868938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205f4340-426c-45ed-a7f3-6a106ab2ab76,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.285246 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cef0448a-882e-48bb-be20-0124bc2ab3a9 admin admin] Publish callbacks [] for security_group (2c0f52c8-ec8a-4510-9492-82096709df64), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.291660 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cef0448a-882e-48bb-be20-0124bc2ab3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2c0f52c8-ec8a-4510-9492-82096709df64), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.335107 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-cef0448a-882e-48bb-be20-0124bc2ab3a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09d6af650fb34a2582008fa3468b05fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982734 Apr 12 11:03:41.335483 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37212) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:41.337424 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0448a-882e-48bb-be20-0124bc2ab3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f52c8-ec8a-4510-9492-82096709df64,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.409311 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f7f13d9-be56-4983-9201-4ffb213e3306 admin admin] Publish callbacks [] for security_group (2c0f52c8-ec8a-4510-9492-82096709df64), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.432842 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f7f13d9-be56-4983-9201-4ffb213e3306 admin admin] Publish callbacks [] for security_group (2c0f52c8-ec8a-4510-9492-82096709df64), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.451280 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4571d-ff54-44ad-9593-88d901300a83 req-58aef738-1fa8-4d01-8aea-8beba2dba22a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:41.452877 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a1c4571d-ff54-44ad-9593-88d901300a83 req-58aef738-1fa8-4d01-8aea-8beba2dba22a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Apr 12 11:03:41.501592 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f7f13d9-be56-4983-9201-4ffb213e3306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (2c0f52c8-ec8a-4510-9492-82096709df64), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.504743 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f7f13d9-be56-4983-9201-4ffb213e3306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.506054 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8f7f13d9-be56-4983-9201-4ffb213e3306 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c0f52c8-ec8a-4510-9492-82096709df64 HTTP/1.1" status: 204 len: 168 time: 0.1689074 Apr 12 11:03:41.524348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f13d9-be56-4983-9201-4ffb213e3306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f52c8-ec8a-4510-9492-82096709df64,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.535673 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a1c4571d-ff54-44ad-9593-88d901300a83 req-efdeb3e5-4c2b-448a-a5cb-2c0e62e49c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757337 Apr 12 11:03:41.751500 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837a01-94ff-4376-99e6-7f54734306df req-a42b4b39-cb38-4760-ae6a-6344abf96aa1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:41.753142 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-26837a01-94ff-4376-99e6-7f54734306df req-a42b4b39-cb38-4760-ae6a-6344abf96aa1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0506747 Apr 12 11:03:41.801047 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-26837a01-94ff-4376-99e6-7f54734306df req-37eab6da-5d28-4036-88ff-04e642964cb6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Apr 12 11:03:42.080252 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.680320 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb026-ef4d-4eb0-8170-f1d74257aa0e req-9cb4a740-41ba-423c-bad6-f6d22f381eb5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:42.681869 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-477eb026-ef4d-4eb0-8170-f1d74257aa0e req-9cb4a740-41ba-423c-bad6-f6d22f381eb5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0682328 Apr 12 11:03:42.744766 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-477eb026-ef4d-4eb0-8170-f1d74257aa0e req-39dc588a-3543-4136-aeab-8220389b5a7f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521824 Apr 12 11:03:42.914117 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7d159-d797-4b39-9356-18ab295f495b req-8de3435c-1254-4bb4-a17f-99a3a70d07fc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:42.915644 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bff7d159-d797-4b39-9356-18ab295f495b req-8de3435c-1254-4bb4-a17f-99a3a70d07fc tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0472534 Apr 12 11:03:42.970806 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bff7d159-d797-4b39-9356-18ab295f495b req-40e838bf-d77b-40a3-9db5-ff871d8ce412 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486856 Apr 12 11:03:43.710334 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.861288 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c514ce-7869-4e5f-8259-7ccd51f1bb31 req-720076a8-b606-4967-9577-7806dc12b247 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:43.863134 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f1c514ce-7869-4e5f-8259-7ccd51f1bb31 req-720076a8-b606-4967-9577-7806dc12b247 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0477619 Apr 12 11:03:43.923168 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f1c514ce-7869-4e5f-8259-7ccd51f1bb31 req-2aec2537-7163-4d18-a641-d7b3835ab434 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476124 Apr 12 11:03:44.704742 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37322) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:44.707959 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797427965', 'description': 'tempest-description--960701123'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:44.735763 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.797785 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-a0220709-067b-4c53-9b7b-288a3325e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:44.799433 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-a0220709-067b-4c53-9b7b-288a3325e4fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1129 time: 0.0422962 Apr 12 11:03:44.820469 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group (8d27cfe3-42fd-4ebf-9f0d-8b147e485566), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.827052 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8d27cfe3-42fd-4ebf-9f0d-8b147e485566), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.855856 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.860562 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530192 Apr 12 11:03:44.860562 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37334) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:44.865662 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'security_group_rule': {'security_group_id': '8d27cfe3-42fd-4ebf-9f0d-8b147e485566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:44.871023 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950fa85-6a1e-486b-991b-79b4297b9607 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d27cfe3-42fd-4ebf-9f0d-8b147e485566,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:44.900885 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group_rule (6481689d-9480-4c24-bb0c-a4276c938e73), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.934026 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-4b1b93e2-1ab6-444b-bffc-56ca8c585aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:44.935782 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-4b1b93e2-1ab6-444b-bffc-56ca8c585aa6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 911 time: 0.1120093 Apr 12 11:03:44.980816 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group_rule (6481689d-9480-4c24-bb0c-a4276c938e73), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.986680 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (6481689d-9480-4c24-bb0c-a4276c938e73), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.041466 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.042752 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812439 Apr 12 11:03:45.052422 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:45.063932 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'security_group_rule': {'security_group_id': '8d27cfe3-42fd-4ebf-9f0d-8b147e485566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:45.067335 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25324b9a-731d-426e-b9d4-aac6773a8213 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6481689d-9480-4c24-bb0c-a4276c938e73,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.092470 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f58c-0c52-4a1a-a6a7-fa09dd3328e6 req-e27a96c5-b8a9-422d-8fe3-9d5cf43da370 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.094846 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e9d6f58c-0c52-4a1a-a6a7-fa09dd3328e6 req-e27a96c5-b8a9-422d-8fe3-9d5cf43da370 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0797486 Apr 12 11:03:45.101084 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group_rule (d794b8ed-1924-41de-880d-6dc41eb645d6), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.130959 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-8e5fad84-8d8a-439f-9074-1b7ee6cb1b32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 1000 time: 0.1872780 Apr 12 11:03:45.161004 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e9d6f58c-0c52-4a1a-a6a7-fa09dd3328e6 req-5cfe6e7f-5d9e-49e7-95bb-ac9d6e2389e3 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596883 Apr 12 11:03:45.208317 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group_rule (d794b8ed-1924-41de-880d-6dc41eb645d6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.213850 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (d794b8ed-1924-41de-880d-6dc41eb645d6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.219809 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-16580152-d1ad-4eb2-b4f9-0ad181a8afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.221289 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-16580152-d1ad-4eb2-b4f9-0ad181a8afec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.0761988 Apr 12 11:03:45.245912 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d794b8ed-1924-41de-880d-6dc41eb645d6,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.275354 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.276542 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-13ac4001-c2b5-4a7a-81b1-08c2dd37458c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2170429 Apr 12 11:03:45.279858 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37350) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:45.284896 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:45.286260 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-352a2a5e-fdce-4ea3-bc94-d4649bc6c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.287785 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-352a2a5e-fdce-4ea3-bc94-d4649bc6c4b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0577395 Apr 12 11:03:45.303970 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.390700 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-35a56d9a-966d-4715-a416-967743bcbf5c service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923095 Apr 12 11:03:45.391016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.485794 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a182cbf1-5c07-4778-931b-5f384c9ba2c6 req-623fa871-1346-45f9-bbf0-fe49830e5df5 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880115 Apr 12 11:03:45.504935 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Allocated IP 172.28.2.230 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/f3e584ea-a6c1-406d-8e49-6b95ef6b9362) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:45.616014 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.653614 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.697327 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:45.701631 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:45.704278 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:45.729029 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'Port': ['ID=f3e584ea-a6c1-406d-8e49-6b95ef6b9362,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.796195 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.837602 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.975304 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de387-84f3-4250-8ea1-842ed6c4cbdc req-817de52d-6f59-4c48-9ccc-51d9e9d2e783 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.976649 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-918de387-84f3-4250-8ea1-842ed6c4cbdc req-817de52d-6f59-4c48-9ccc-51d9e9d2e783 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0938377 Apr 12 11:03:46.058090 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-918de387-84f3-4250-8ea1-842ed6c4cbdc req-42f252ff-2daf-43e2-8d3b-f1457b3497d7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748699 Apr 12 11:03:46.066768 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.072506 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.150708 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'Port': ['ID=f3e584ea-a6c1-406d-8e49-6b95ef6b9362,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:46.153175 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.169585 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.170966 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-43156c66-6746-4905-a055-05139f54153f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8900487 Apr 12 11:03:46.291109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db34b-7fc9-4ac9-a15c-842d688781ab req-6f5140ef-16a8-4ae2-8032-5856eb6625c6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:46.298774 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6d0db34b-7fc9-4ac9-a15c-842d688781ab req-6f5140ef-16a8-4ae2-8032-5856eb6625c6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0639114 Apr 12 11:03:46.358710 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6d0db34b-7fc9-4ac9-a15c-842d688781ab req-30523f18-05b6-4626-9796-955718bb6186 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572956 Apr 12 11:03:46.443325 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-e9823dae-54c5-412f-8c5d-b9747eb7f48d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1797427965&fields=id&tenant_id=cfb44fea7a814afd8ac19abd80e0293c HTTP/1.1" status: 200 len: 267 time: 0.0514123 Apr 12 11:03:46.555492 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-6dc4a3b6-46c3-40b4-91de-5382ceeaf7df tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:46.557063 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-6dc4a3b6-46c3-40b4-91de-5382ceeaf7df tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 818 time: 0.1128683 Apr 12 11:03:46.572808 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-8fda065b-7817-4f0a-b445-3b2018e22d94 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/quotas/cfb44fea7a814afd8ac19abd80e0293c HTTP/1.1" status: 200 len: 375 time: 0.0099127 Apr 12 11:03:46.629770 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-e365c258-bd43-4ef7-8d67-bd32a3e5def6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0509770 Apr 12 11:03:46.732527 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-0e7fdacd-adcb-4dff-9220-9bcd79e65e5f service neutron] 10.222.0.41 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906055 Apr 12 11:03:46.831965 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-ee6fbe74-6efc-413e-86bd-71ad58bc3319 service neutron] 10.222.0.41 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933855 Apr 12 11:03:47.011163 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a5d25eb7-701d-4c4d-bf67-f3e1f31dd54e req-39866405-f925-444c-9157-d92d52c3745b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0288773 Apr 12 11:03:47.196977 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0dafa-860e-4234-8e9a-c14fc7c02c2c req-8fcfe655-5d32-4d5e-b1e2-98a2178aa740 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:47.198694 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-95a0dafa-860e-4234-8e9a-c14fc7c02c2c req-8fcfe655-5d32-4d5e-b1e2-98a2178aa740 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0651665 Apr 12 11:03:47.267050 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-95a0dafa-860e-4234-8e9a-c14fc7c02c2c req-f59971c5-17ec-4e69-a84d-6087490c4f42 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612657 Apr 12 11:03:47.342804 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37434) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:47.483818 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5f47d-c811-4795-b181-a31132289c06 req-647ed19f-cdc1-41f2-8c4d-fe7f1ed8b217 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:47.491904 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9fc5f47d-c811-4795-b181-a31132289c06 req-647ed19f-cdc1-41f2-8c4d-fe7f1ed8b217 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0636485 Apr 12 11:03:47.547785 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9fc5f47d-c811-4795-b181-a31132289c06 req-59a7b8b6-c934-413e-8754-142afcd87a19 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548332 Apr 12 11:03:47.553766 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5de5-c645-4d3d-bdf8-a4a12ecb70d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.633126 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5de5-c645-4d3d-bdf8-a4a12ecb70d3 admin admin] Publish callbacks [] for security_group (23cd6731-86c7-4434-a7ef-f4609fdf2966), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.637681 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5de5-c645-4d3d-bdf8-a4a12ecb70d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (23cd6731-86c7-4434-a7ef-f4609fdf2966), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.677636 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ea0d5de5-c645-4d3d-bdf8-a4a12ecb70d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70af8b1d239f4e12a78dd1a4ca4ed175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335142 Apr 12 11:03:47.678322 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d5de5-c645-4d3d-bdf8-a4a12ecb70d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd6731-86c7-4434-a7ef-f4609fdf2966,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:47.680388 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37448) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:47.733497 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e041c840-8e7d-471d-a828-f09d42798028 admin admin] Publish callbacks [] for security_group (23cd6731-86c7-4434-a7ef-f4609fdf2966), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.753906 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e041c840-8e7d-471d-a828-f09d42798028 admin admin] Publish callbacks [] for security_group (23cd6731-86c7-4434-a7ef-f4609fdf2966), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.803594 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e041c840-8e7d-471d-a828-f09d42798028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (23cd6731-86c7-4434-a7ef-f4609fdf2966), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.806223 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e041c840-8e7d-471d-a828-f09d42798028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.807906 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e041c840-8e7d-471d-a828-f09d42798028 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23cd6731-86c7-4434-a7ef-f4609fdf2966 HTTP/1.1" status: 204 len: 168 time: 0.1265407 Apr 12 11:03:47.816637 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041c840-8e7d-471d-a828-f09d42798028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd6731-86c7-4434-a7ef-f4609fdf2966,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:48.082650 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37456) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:48.106523 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33d0d8e3-facd-40c5-8445-0f221441a1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.128002 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dbe894a0-c99b-4c30-847b-1c4f731d1fd6 req-7437783c-e303-4167-b58d-5e706c89d021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0383313 Apr 12 11:03:48.208307 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33d0d8e3-facd-40c5-8445-0f221441a1f2 admin admin] Publish callbacks [] for security_group (d9b024cc-51b6-4973-9ed4-e167a65ddf63), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.212700 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33d0d8e3-facd-40c5-8445-0f221441a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d9b024cc-51b6-4973-9ed4-e167a65ddf63), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.253157 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-33d0d8e3-facd-40c5-8445-0f221441a1f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0095ba81c3124430bdd283c39fff658e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691775 Apr 12 11:03:48.254320 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d8e3-facd-40c5-8445-0f221441a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b024cc-51b6-4973-9ed4-e167a65ddf63,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:48.256392 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37458) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:48.307370 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac8fd1b-4f3b-491c-89fc-61eef2407e44 admin admin] Publish callbacks [] for security_group (d9b024cc-51b6-4973-9ed4-e167a65ddf63), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.328480 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac8fd1b-4f3b-491c-89fc-61eef2407e44 admin admin] Publish callbacks [] for security_group (d9b024cc-51b6-4973-9ed4-e167a65ddf63), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.399073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5bf3a-b729-4c94-9ec2-7630dca207f9 req-14d33cf7-6dfd-419c-9805-557c49c1ca3f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:48.400588 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a6e5bf3a-b729-4c94-9ec2-7630dca207f9 req-14d33cf7-6dfd-419c-9805-557c49c1ca3f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0606043 Apr 12 11:03:48.436161 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac8fd1b-4f3b-491c-89fc-61eef2407e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d9b024cc-51b6-4973-9ed4-e167a65ddf63), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.438681 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dac8fd1b-4f3b-491c-89fc-61eef2407e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.442435 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-dac8fd1b-4f3b-491c-89fc-61eef2407e44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9b024cc-51b6-4973-9ed4-e167a65ddf63 HTTP/1.1" status: 204 len: 168 time: 0.1824374 Apr 12 11:03:48.456615 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8fd1b-4f3b-491c-89fc-61eef2407e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b024cc-51b6-4973-9ed4-e167a65ddf63,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:48.469307 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a6e5bf3a-b729-4c94-9ec2-7630dca207f9 req-dd8d1269-56b3-4a90-8be5-2a0b8b101496 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624647 Apr 12 11:03:48.648981 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-6c58150a-8ac0-4325-a93d-f0c68053af13 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:48.650502 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-6c58150a-8ac0-4325-a93d-f0c68053af13 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 818 time: 0.1803286 Apr 12 11:03:48.722275 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027f60c-d7c8-41cd-bad1-c4ea7a24ff34 req-d3c1a89c-675b-4593-ba22-d4cfbdfdfedd tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:48.725500 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5027f60c-d7c8-41cd-bad1-c4ea7a24ff34 req-d3c1a89c-675b-4593-ba22-d4cfbdfdfedd tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0684307 Apr 12 11:03:48.774246 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-86f8b863-7253-4dd0-8d18-602d7693ad66 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb44fea7a814afd8ac19abd80e0293c HTTP/1.1" status: 200 len: 380 time: 0.1026552 Apr 12 11:03:48.784109 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5027f60c-d7c8-41cd-bad1-c4ea7a24ff34 req-41456982-b491-46d2-8c2f-0b4085d6c05b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Apr 12 11:03:48.978377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'port': {'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'admin_state_up': True, 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'security_groups': ['8d27cfe3-42fd-4ebf-9f0d-8b147e485566']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:49.095202 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Made reservation on behalf of cfb44fea7a814afd8ac19abd80e0293c for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:49.098623 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.251028 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bc89dddf-3520-42bd-9d92-ac44228be4c0 req-48b5fcf3-254f-4aa1-b6fb-a481781e1188 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0301971 Apr 12 11:03:49.263562 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Allocated IP 172.20.0.8 (17eba3ae-8ab6-447e-801f-8559a8109400/04be585a-8c13-4659-af51-3f8d31b9a3b0/6dc01f22-418a-4dc5-990f-1b66a607e662) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:49.288824 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.413798 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.447834 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.493927 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Network 17eba3ae-8ab6-447e-801f-8559a8109400 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:49.498075 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:49.506326 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:49.541908 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event updated for resources: {'Port': ['ID=6dc01f22-418a-4dc5-990f-1b66a607e662,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:49.580795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.581247 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.602739 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-2030dbd7-3796-4bbb-a4d7-51ea938874ad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6266520 Apr 12 11:03:49.619440 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb5dfd-1e6e-4341-bedf-fe5b85c3875f req-2536c230-a600-49dd-8305-4fba0fe0faa7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.621017 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b1fb5dfd-1e6e-4341-bedf-fe5b85c3875f req-2536c230-a600-49dd-8305-4fba0fe0faa7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0527472 Apr 12 11:03:49.631627 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Request body: {'port': {'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:49.724585 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.752502 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b1fb5dfd-1e6e-4341-bedf-fe5b85c3875f req-0a179af3-92af-45a2-bc47-0ae4fd6993f6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103637 Apr 12 11:03:49.827197 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-cb5aaf5a-8bd8-4ea9-af5a-6234b93d999b None None] Provisioning complete for port 6dc01f22-418a-4dc5-990f-1b66a607e662 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:49.827570 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb5aaf5a-8bd8-4ea9-af5a-6234b93d999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.874212 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cb5aaf5a-8bd8-4ea9-af5a-6234b93d999b None None] Port 6dc01f22-418a-4dc5-990f-1b66a607e662 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:49.995313 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eef82-3815-4dc0-8b2b-4ea5101039b5 req-0df02b94-ba71-4558-ba11-ae590171604f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.996803 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6c6eef82-3815-4dc0-8b2b-4ea5101039b5 req-0df02b94-ba71-4558-ba11-ae590171604f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0966077 Apr 12 11:03:50.053384 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37518) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:50.073887 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6c6eef82-3815-4dc0-8b2b-4ea5101039b5 req-8bda55bb-6d56-49e7-8ad5-2e743c56707d tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710659 Apr 12 11:03:50.114747 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc01f22-418a-4dc5-990f-1b66a607e662 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:50.122758 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Publish callbacks [] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.135411 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Transition to ACTIVE for port object 6dc01f22-418a-4dc5-990f-1b66a607e662 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:03:50.140413 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.161252 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49b817ee-817e-4129-84d9-6126d5c0ee4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.196274 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc01f22-418a-4dc5-990f-1b66a607e662,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.253213 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49b817ee-817e-4129-84d9-6126d5c0ee4a admin admin] Publish callbacks [] for security_group (a43148a9-36af-4c84-a47f-af118bb84e2f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.258661 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49b817ee-817e-4129-84d9-6126d5c0ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a43148a9-36af-4c84-a47f-af118bb84e2f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.276471 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Attempting to bind port 6dc01f22-418a-4dc5-990f-1b66a607e662 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:50.277258 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Attempting to bind port 6dc01f22-418a-4dc5-990f-1b66a607e662 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:50.277258 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Attempting to bind port 6dc01f22-418a-4dc5-990f-1b66a607e662 on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:50.281775 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Port 6dc01f22-418a-4dc5-990f-1b66a607e662 on network 17eba3ae-8ab6-447e-801f-8559a8109400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:03:50.284167 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Attempting to bind port 6dc01f22-418a-4dc5-990f-1b66a607e662 on network 17eba3ae-8ab6-447e-801f-8559a8109400 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:50.287567 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:50.287907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Checking segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:50.288283 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Bound using segment: {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:50.288705 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Bound port: 6dc01f22-418a-4dc5-990f-1b66a607e662, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b06adb0-ac53-4a4d-bce5-d45d5e209141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:50.289113 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.303639 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-49b817ee-817e-4129-84d9-6126d5c0ee4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0212a65a9e0f43f99ba8bacef99cae28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491236 Apr 12 11:03:50.306628 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37524) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:50.315558 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b817ee-817e-4129-84d9-6126d5c0ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43148a9-36af-4c84-a47f-af118bb84e2f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.397914 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff43b38-aea5-4692-bf82-5c2212e60a89 req-30b2b08e-390c-469f-813f-32b91d0b3ec7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.399624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ff43b38-aea5-4692-bf82-5c2212e60a89 req-30b2b08e-390c-469f-813f-32b91d0b3ec7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 943 time: 0.0583401 Apr 12 11:03:50.404065 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] For port 6dc01f22-418a-4dc5-990f-1b66a607e662, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:50.407833 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89180462-9505-445f-b4ee-3956c45ea85d admin admin] Publish callbacks [] for security_group (a43148a9-36af-4c84-a47f-af118bb84e2f), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.423210 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] For port 6dc01f22-418a-4dc5-990f-1b66a607e662, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6dc01f22-418a-4dc5-990f-1b66a607e662,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:50.437271 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.441038 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89180462-9505-445f-b4ee-3956c45ea85d admin admin] Publish callbacks [] for security_group (a43148a9-36af-4c84-a47f-af118bb84e2f), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.451081 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ff43b38-aea5-4692-bf82-5c2212e60a89 req-6862843e-377c-4f69-bdcf-c27ad5380267 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Apr 12 11:03:50.489858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.490519 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.491896 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] 10.222.0.64 "PUT /v2.0/ports/6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 1093 time: 0.8659945 Apr 12 11:03:50.494630 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:50.497522 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b314d0f0-e4ea-4643-89e3-df273f990b70" -d '{"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:50.533995 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc01f22-418a-4dc5-990f-1b66a607e662,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.542990 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.543338 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.543674 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.544008 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.544335 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.544672 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.545017 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.545350 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.545716 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.546041 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.546448 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.546800 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.551052 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.551739 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.552149 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd5b67-071d-464f-96ca-38887ac39e87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:50.557282 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92c8624-3f80-41e4-a1ed-69eb9c637f32 x-openstack-request-id: req-e92c8624-3f80-41e4-a1ed-69eb9c637f32 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:50.557702 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:50.557979 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e92c8624-3f80-41e4-a1ed-69eb9c637f32 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:50.558351 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92c8624-3f80-41e4-a1ed-69eb9c637f32'] response: {'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'status': 'completed', 'code': 200} Apr 12 11:03:50.568033 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89180462-9505-445f-b4ee-3956c45ea85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a43148a9-36af-4c84-a47f-af118bb84e2f), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.571962 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89180462-9505-445f-b4ee-3956c45ea85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.573344 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-89180462-9505-445f-b4ee-3956c45ea85d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a43148a9-36af-4c84-a47f-af118bb84e2f HTTP/1.1" status: 204 len: 168 time: 0.2657447 Apr 12 11:03:50.595117 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89180462-9505-445f-b4ee-3956c45ea85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43148a9-36af-4c84-a47f-af118bb84e2f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.629299 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-07c64c0b-7084-4c95-b288-a65f31293dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.631257 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-07c64c0b-7084-4c95-b288-a65f31293dac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1127 time: 0.0467618 Apr 12 11:03:50.694297 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-a1b2c553-cb96-471b-9295-228b2084fa93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 217 time: 0.0472972 Apr 12 11:03:50.750220 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-8fa63798-17e3-448c-a4d3-0ca82ac3e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.751661 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-8fa63798-17e3-448c-a4d3-0ca82ac3e524 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0513749 Apr 12 11:03:50.818670 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-f4b56957-44e1-4267-9259-df0ae54135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.820318 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-f4b56957-44e1-4267-9259-df0ae54135be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0541894 Apr 12 11:03:50.889158 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ced43-5f8d-4b04-9c77-f5cab2532863 req-b940083f-5b3b-4a44-a898-f9b5aaf306c0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.899656 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3c3ced43-5f8d-4b04-9c77-f5cab2532863 req-b940083f-5b3b-4a44-a898-f9b5aaf306c0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0597925 Apr 12 11:03:50.951196 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-fcb37697-0905-431e-af1e-433b2c884dd3 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221497 Apr 12 11:03:50.951573 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3c3ced43-5f8d-4b04-9c77-f5cab2532863 req-53b7cf98-0178-4239-9086-f9c68a828ec1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497668 Apr 12 11:03:51.060924 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b9c5005-6af9-49cd-8644-032a36b1dcff req-07cb60aa-fc3d-4a22-9047-d5b1a731097e service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027532 Apr 12 11:03:51.208883 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b55bab-8466-4cf6-b2bb-08e6ff08c9ef req-0ffbee10-efc5-48b8-b66b-f391102a4aa6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:51.211031 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2b55bab-8466-4cf6-b2bb-08e6ff08c9ef req-0ffbee10-efc5-48b8-b66b-f391102a4aa6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Apr 12 11:03:51.268248 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2b55bab-8466-4cf6-b2bb-08e6ff08c9ef req-72651f72-2c30-415a-b412-620ad163875a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514143 Apr 12 11:03:51.340388 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37576) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:51.437004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-773984720-network', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:51.456575 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Made reservation on behalf of cf2de320dc8b4afc881c905a9d245b65 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:51.463671 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.467993 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.579427 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec444f8-1ce1-46fb-84f5-778c6b687ef5 req-f6a46c91-8ef6-4332-a406-a5b7f56d6289 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:51.580885 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aec444f8-1ce1-46fb-84f5-778c6b687ef5 req-f6a46c91-8ef6-4332-a406-a5b7f56d6289 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 943 time: 0.0614209 Apr 12 11:03:51.597226 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks [] for security_group (7cc16e26-345b-43a4-84ee-4b4750cf0a12), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.606336 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7cc16e26-345b-43a4-84ee-4b4750cf0a12), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.635285 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:51.669160 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (a6cef996-0d5b-4632-9462-41adb0abd68a), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.669497 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.segments_db [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Added segment a6cef996-0d5b-4632-9462-41adb0abd68a of type vlan for network d4216737-ad3d-423b-9c01-92b563c7c6f5 Apr 12 11:03:51.671740 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc16e26-345b-43a4-84ee-4b4750cf0a12,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:51.690299 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aec444f8-1ce1-46fb-84f5-778c6b687ef5 req-89ef85eb-7612-4965-96ab-544bc5d8f3f0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020882 Apr 12 11:03:51.730407 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (d4216737-ad3d-423b-9c01-92b563c7c6f5), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.760094 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (d4216737-ad3d-423b-9c01-92b563c7c6f5), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.761105 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:51.761697 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.795218 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4536428 Apr 12 11:03:51.798447 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:51.803377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Request body: {'subnet': {'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-773984720-subnet', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:51.824170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aed8a4-cbbd-4d08-a692-3e2ad6e1bbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4216737-ad3d-423b-9c01-92b563c7c6f5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:51.824360 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Made reservation on behalf of cf2de320dc8b4afc881c905a9d245b65 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:51.827418 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14640380'] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.836709 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:52.013361 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13540798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14640366'] for subnet (d2897c62-efd7-4a7b-b078-3490599efc21), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.094407 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2897c62-efd7-4a7b-b078-3490599efc21,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:52.112066 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce4c0d-9cb5-4a5c-8126-4b327ce3e7dd req-26fcb33b-874a-4ae0-b65c-e388fecacc2e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.113642 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-81ce4c0d-9cb5-4a5c-8126-4b327ce3e7dd req-26fcb33b-874a-4ae0-b65c-e388fecacc2e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0767059 Apr 12 11:03:52.175738 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-1aaa7642-d03e-43ac-8bb7-c5654c000eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.177195 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-1aaa7642-d03e-43ac-8bb7-c5654c000eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1127 time: 0.0838847 Apr 12 11:03:52.194091 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Checking segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:52.194447 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Network hostable DHCP agents. Network: d4216737-ad3d-423b-9c01-92b563c7c6f5, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:52.256678 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-81ce4c0d-9cb5-4a5c-8126-4b327ce3e7dd req-9aebeb90-5e36-4cfc-9da8-9b8225e06111 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251650 Apr 12 11:03:52.284976 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:52.306663 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-b38933e1-ca30-4a5b-82b8-d6d8a7b245e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.308187 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-b38933e1-ca30-4a5b-82b8-d6d8a7b245e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1238449 Apr 12 11:03:52.309217 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, d4216737-ad3d-423b-9c01-92b563c7c6f5) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:52.313269 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.313866 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.321612 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38162008-78b7-4a70-ac05-77429c7c8224 None None] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:52.389178 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b57b5-fa78-48c6-8e96-c334b6361364 req-8960cfa5-8d6a-4fb9-b70c-bd2c6a82c718 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.390797 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5e8b57b5-fa78-48c6-8e96-c334b6361364 req-8960cfa5-8d6a-4fb9-b70c-bd2c6a82c718 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0484450 Apr 12 11:03:52.434554 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-d4216737-ad3d-423b-9c01-92b563c7c6f5', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:03:52.435808 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.448023 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5e8b57b5-fa78-48c6-8e96-c334b6361364 req-0ad95fb1-0d30-4623-8d3c-5857a3d9ec13 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501084 Apr 12 11:03:52.593228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Allocated IP 172.20.0.2 (d4216737-ad3d-423b-9c01-92b563c7c6f5/d2897c62-efd7-4a7b-b078-3490599efc21/4a0bcd10-0e04-45e2-9b8d-995383bdf808) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:52.608897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37614) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:52.609125 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4a2bf340-7d21-406a-be4d-61c0f154d7f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8093491 Apr 12 11:03:52.610614 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-e33fb26e-c301-4783-877b-a592ab1e6cc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 217 time: 0.2934215 Apr 12 11:03:52.613244 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:52.637906 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (a7dd0400-ec55-4c05-8bc7-f7330052bee3), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.639073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (a7dd0400-ec55-4c05-8bc7-f7330052bee3), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.672531 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-9ea4afb0-0ca5-4494-acd7-b3d0ff99d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.674176 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-9ea4afb0-0ca5-4494-acd7-b3d0ff99d278 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0558102 Apr 12 11:03:52.705053 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks [] for router_controller (a7dd0400-ec55-4c05-8bc7-f7330052bee3), precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.732121 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-1d395436-3d74-4ce0-9ea6-55ea59f03c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.733603 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-1d395436-3d74-4ce0-9ea6-55ea59f03c99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531752 Apr 12 11:03:52.893704 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f22a5-7119-42a2-b26f-56f6421f6f90 req-3783dccc-aab1-4f4f-847f-1566a9bc78a2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.900916 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0e5f22a5-7119-42a2-b26f-56f6421f6f90 req-3783dccc-aab1-4f4f-847f-1566a9bc78a2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 943 time: 0.0900576 Apr 12 11:03:52.907756 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:52.949332 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-7dd7bd67-759d-4c28-bcf0-b97d53457930 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084298 Apr 12 11:03:52.959070 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Publish callbacks [] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.970658 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.003068 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0e5f22a5-7119-42a2-b26f-56f6421f6f90 req-8888a6b7-56f1-4b9f-b88b-f0d3239d1019 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012452 Apr 12 11:03:53.021671 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:53.033497 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:53.039263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:53.059534 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Pushing event updated for resources: {'Port': ['ID=4a0bcd10-0e04-45e2-9b8d-995383bdf808,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.076853 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b314d0f0-e4ea-4643-89e3-df273f990b70 req-02af0d02-a66b-46b6-9c29-03d9c3e1d0a2 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148224 Apr 12 11:03:53.107511 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-833248a0-ddf6-4019-86ad-8bf127ae5364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.125133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Attempting to bind port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:53.125133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Attempting to bind port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:53.125133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Attempting to bind port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 on network d4216737-ad3d-423b-9c01-92b563c7c6f5 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:53.135768 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:53.136152 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Checking segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:53.136557 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.136952 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Bound using segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:53.137425 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Bound port: 4a0bcd10-0e04-45e2-9b8d-995383bdf808, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:53.137807 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.138120 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks [] for router_gateway (a7dd0400-ec55-4c05-8bc7-f7330052bee3), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.208469 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] For port 4a0bcd10-0e04-45e2-9b8d-995383bdf808, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:53.209583 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-833248a0-ddf6-4019-86ad-8bf127ae5364 admin admin] Publish callbacks [] for security_group (43a42091-ebaa-4ee9-b88c-658b18670ac8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.212575 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] For port 4a0bcd10-0e04-45e2-9b8d-995383bdf808, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=4a0bcd10-0e04-45e2-9b8d-995383bdf808,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:53.214781 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-833248a0-ddf6-4019-86ad-8bf127ae5364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (43a42091-ebaa-4ee9-b88c-658b18670ac8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.219675 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.240060 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-833248a0-ddf6-4019-86ad-8bf127ae5364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63256f4e467648c69eb43ec5894b44df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315444 Apr 12 11:03:53.247459 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37628) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:53.280729 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833248a0-ddf6-4019-86ad-8bf127ae5364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a42091-ebaa-4ee9-b88c-658b18670ac8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.288321 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d1ad1-b478-4946-9eca-533e43cf70b0 None None] Pushing event updated for resources: {'Port': ['ID=4a0bcd10-0e04-45e2-9b8d-995383bdf808,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.311058 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fa50460-e04f-42df-82e0-55ba30ff94da admin admin] Publish callbacks [] for security_group (43a42091-ebaa-4ee9-b88c-658b18670ac8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.345641 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fa50460-e04f-42df-82e0-55ba30ff94da admin admin] Publish callbacks [] for security_group (43a42091-ebaa-4ee9-b88c-658b18670ac8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.354623 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks [] for router_gateway (a7dd0400-ec55-4c05-8bc7-f7330052bee3), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.390448 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.403590 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fa50460-e04f-42df-82e0-55ba30ff94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (43a42091-ebaa-4ee9-b88c-658b18670ac8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.406168 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fa50460-e04f-42df-82e0-55ba30ff94da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.407363 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-3fa50460-e04f-42df-82e0-55ba30ff94da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43a42091-ebaa-4ee9-b88c-658b18670ac8 HTTP/1.1" status: 204 len: 168 time: 0.1589842 Apr 12 11:03:53.417970 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa50460-e04f-42df-82e0-55ba30ff94da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a42091-ebaa-4ee9-b88c-658b18670ac8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.482142 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcda82-e32c-41ce-9adb-34e465febf88 req-16eda15c-bce1-4747-ad4b-f53b0aa5f175 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:53.483688 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-71bcda82-e32c-41ce-9adb-34e465febf88 req-16eda15c-bce1-4747-ad4b-f53b0aa5f175 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1049097 Apr 12 11:03:53.601396 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Allocated IP 172.28.2.197 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/e47fafb3-a255-45b9-9aff-fa24166df100) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:53.625554 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-71bcda82-e32c-41ce-9adb-34e465febf88 req-3b5d1ddd-2864-4168-bfeb-85c14825a1e4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334913 Apr 12 11:03:53.650635 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ba0d4-8cc4-484d-8588-70aec4c21463 req-4c8c26ee-24e7-4007-a11e-793f616eea00 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:53.650635 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-043ba0d4-8cc4-484d-8588-70aec4c21463 req-4c8c26ee-24e7-4007-a11e-793f616eea00 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0656009 Apr 12 11:03:53.710531 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-043ba0d4-8cc4-484d-8588-70aec4c21463 req-6a39fe87-63a4-4d14-9d32-2462fbbdb886 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592895 Apr 12 11:03:53.753181 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks [] for port (e47fafb3-a255-45b9-9aff-fa24166df100), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.787938 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.827985 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:53.830909 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:53.835321 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:53.860491 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Pushing event updated for resources: {'Port': ['ID=e47fafb3-a255-45b9-9aff-fa24166df100,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.872380 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.872724 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.873064 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.873396 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.873725 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.874050 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.874374 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.874717 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.875041 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.875357 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.875678 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.875997 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.876319 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.876633 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.876947 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:54.168103 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445103b-5ca4-43aa-beeb-aea02d7475a6 req-d74b68ba-f215-416b-aa94-1c7db6636332 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:54.169616 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8445103b-5ca4-43aa-beeb-aea02d7475a6 req-d74b68ba-f215-416b-aa94-1c7db6636332 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 943 time: 0.0655038 Apr 12 11:03:54.173984 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks [] for router_gateway (a7dd0400-ec55-4c05-8bc7-f7330052bee3), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.292561 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8445103b-5ca4-43aa-beeb-aea02d7475a6 req-1a655710-2154-4300-a77c-69046a31edb2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153510 Apr 12 11:03:54.356923 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490a089-b17e-46d8-8ff2-8bbcd3986fcf None None] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:54.427312 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] Provisioning complete for port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:54.427690 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.432799 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (a7dd0400-ec55-4c05-8bc7-f7330052bee3), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.555255 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] Current status of the port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:54.555646 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.599748 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Router a7dd0400-ec55-4c05-8bc7-f7330052bee3 is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:03:54.601506 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] For port 4a0bcd10-0e04-45e2-9b8d-995383bdf808, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=4a0bcd10-0e04-45e2-9b8d-995383bdf808,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:54.606119 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.644916 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 6dc01f22-418a-4dc5-990f-1b66a607e662 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:03:54.694469 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510703b7-f02f-4c49-ba29-9d4c4048dd3d None None] Pushing event updated for resources: {'Port': ['ID=4a0bcd10-0e04-45e2-9b8d-995383bdf808,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:54.774798 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:54.784757 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Sync routers for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:54.796783 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.798661 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e6b7c74a-002f-45d9-aa72-e2ec0c232c67 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1887150 Apr 12 11:03:54.801573 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37676) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:54.803171 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:54.805019 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:54.815882 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 6dc01f22-418a-4dc5-990f-1b66a607e662, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6dc01f22-418a-4dc5-990f-1b66a607e662,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:54.838076 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:03:54.841702 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-ca33193a-f7a4-438b-9e4a-03d97ea7ff45 None None] Provisioning complete for port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:54.842447 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ca33193a-f7a4-438b-9e4a-03d97ea7ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.909942 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17acc-f742-4265-8f99-ea088e9bb998 req-482c84ae-556b-4bb6-b586-3da1194933bc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:54.912783 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-84a17acc-f742-4265-8f99-ea088e9bb998 req-482c84ae-556b-4bb6-b586-3da1194933bc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1729407 Apr 12 11:03:54.922572 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 6dc01f22-418a-4dc5-990f-1b66a607e662 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:54.923436 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.944090 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc01f22-418a-4dc5-990f-1b66a607e662 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:54.969726 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 6dc01f22-418a-4dc5-990f-1b66a607e662, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6dc01f22-418a-4dc5-990f-1b66a607e662,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:54.988642 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 4a0bcd10-0e04-45e2-9b8d-995383bdf808 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:55.007162 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-84a17acc-f742-4265-8f99-ea088e9bb998 req-bbafe98f-511a-4dd5-9b43-080b9fce3441 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856040 Apr 12 11:03:55.033514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c600682-a814-4db8-afc4-5313038cd7cb req-ccd61cd4-5ed2-4ee6-9370-46e4084caee6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:55.035530 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5c600682-a814-4db8-afc4-5313038cd7cb req-ccd61cd4-5ed2-4ee6-9370-46e4084caee6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0977259 Apr 12 11:03:55.047435 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.088134 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:55.133727 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5c600682-a814-4db8-afc4-5313038cd7cb req-60873736-f495-49da-a651-2ed2fe45b935 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610368 Apr 12 11:03:55.146101 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ca33193a-f7a4-438b-9e4a-03d97ea7ff45 None None] Current status of the port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:55.239881 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:55.246131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.290078 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=6dc01f22-418a-4dc5-990f-1b66a607e662,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.310981 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-6fe64f69-c667-4838-9a6f-1cb92fd2e284 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561872525&fields=id&tenant_id=02fa376049aa491ea8b8534b90d19da0 HTTP/1.1" status: 200 len: 267 time: 0.1047814 Apr 12 11:03:55.322380 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:53Z', 'revision_number': 3, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:55.359242 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Checking router: a7dd0400-ec55-4c05-8bc7-f7330052bee3 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:55.359924 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Updating router a7dd0400-ec55-4c05-8bc7-f7330052bee3 port e47fafb3-a255-45b9-9aff-fa24166df100 binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:55.396697 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.419185 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:55.424656 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['6dc01f22-418a-4dc5-990f-1b66a607e662'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:03:55.507123 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-b0e91fc5-9f02-4b95-9193-98d849772582 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:55.510018 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-b0e91fc5-9f02-4b95-9193-98d849772582 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 808 time: 0.1898484 Apr 12 11:03:55.528499 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-9576e87b-1c7e-420a-918e-b88728f3c8bb tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/quotas/02fa376049aa491ea8b8534b90d19da0 HTTP/1.1" status: 200 len: 375 time: 0.0115280 Apr 12 11:03:55.561027 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb698-7dcc-4659-8e72-699cb13a9bb5 req-bb50be92-9c7d-47b6-8df6-dc5d3b716335 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:55.562627 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-826eb698-7dcc-4659-8e72-699cb13a9bb5 req-bb50be92-9c7d-47b6-8df6-dc5d3b716335 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 944 time: 0.1100991 Apr 12 11:03:55.616724 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-99be15bf-8d1d-4931-9596-52e8f516a2f8 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790157 Apr 12 11:03:55.698087 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-826eb698-7dcc-4659-8e72-699cb13a9bb5 req-ecffda62-576e-4e3b-a713-be8a99a05871 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274757 Apr 12 11:03:55.734037 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-f25ca12b-519b-43f9-a4f2-62e1abb4d8cf service neutron] 10.222.0.41 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142690 Apr 12 11:03:55.736618 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Publish callbacks [] for port (e47fafb3-a255-45b9-9aff-fa24166df100), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.741555 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.743196 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.799490 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ad38d-4091-459e-adea-ce56a5815e17 None None] Pushing event updated for resources: {'Port': ['ID=e47fafb3-a255-45b9-9aff-fa24166df100,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.805057 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Attempting to bind port e47fafb3-a255-45b9-9aff-fa24166df100 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:55.805642 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Attempting to bind port e47fafb3-a255-45b9-9aff-fa24166df100 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:55.806152 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Attempting to bind port e47fafb3-a255-45b9-9aff-fa24166df100 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:55.812546 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:55.812918 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:55.813312 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.813717 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:55.814177 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Bound port: e47fafb3-a255-45b9-9aff-fa24166df100, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:55.814581 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.864670 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-48a4686c-1c6a-4f27-82ca-764617df0f86 service neutron] 10.222.0.41 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242659 Apr 12 11:03:55.878157 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] For port e47fafb3-a255-45b9-9aff-fa24166df100, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:55.882125 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] For port e47fafb3-a255-45b9-9aff-fa24166df100, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e47fafb3-a255-45b9-9aff-fa24166df100,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:55.889420 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.950166 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:55.950625 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:56.021307 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ad38d-4091-459e-adea-ce56a5815e17 None None] Pushing event updated for resources: {'Port': ['ID=e47fafb3-a255-45b9-9aff-fa24166df100,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.141555 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:56.269247 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Allocated IP 172.20.0.1 (d4216737-ad3d-423b-9c01-92b563c7c6f5/d2897c62-efd7-4a7b-b078-3490599efc21/7baff8aa-4af8-48e8-b700-b26662802fc2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:56.294515 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fa725-d3fa-4b34-8969-fba32d9ca316 req-d7b86c78-3aab-46cc-ac66-0eea89b25723 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.301702 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b45fa725-d3fa-4b34-8969-fba32d9ca316 req-d7b86c78-3aab-46cc-ac66-0eea89b25723 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0586865 Apr 12 11:03:56.323962 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d28df7-7823-4055-a088-8189cf7ad26c req-827f026e-3ed9-408b-a2db-044188086840 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.331619 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-23d28df7-7823-4055-a088-8189cf7ad26c req-827f026e-3ed9-408b-a2db-044188086840 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1205764 Apr 12 11:03:56.366011 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b45fa725-d3fa-4b34-8969-fba32d9ca316 req-e46f542e-c9ae-4cde-b9a9-74c6df00dc87 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627563 Apr 12 11:03:56.376702 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:53Z', 'revision_number': 3, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:56.409427 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c24c55-b582-4118-8059-55417580f2fe None None] The sync data for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb is: [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:53Z', 'revision_number': 3, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:56.457199 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-23d28df7-7823-4055-a088-8189cf7ad26c req-ba27898a-e0c8-4a35-a837-a776aac47a4c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193192 Apr 12 11:03:56.470268 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5b906dc5-ea4f-4c5f-82a2-4f90ae49fe71 req-96294b9c-790a-4bec-b0f7-1df1b8f70dc4 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 210 time: 0.0471284 Apr 12 11:03:56.472723 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks [] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.520398 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.560055 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:56.563409 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:56.567756 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:56.602855 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Pushing event updated for resources: {'Port': ['ID=7baff8aa-4af8-48e8-b700-b26662802fc2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.618788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (a7dd0400-ec55-4c05-8bc7-f7330052bee3), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.646720 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 6dc01f22-418a-4dc5-990f-1b66a607e662 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:56.753991 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 6dc01f22-418a-4dc5-990f-1b66a607e662 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:03:56.772913 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 6dc01f22-418a-4dc5-990f-1b66a607e662 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:56.773326 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.869405 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e47fafb3-a255-45b9-9aff-fa24166df100 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:56.959434 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad0bdd-a97a-475a-8a2d-e1b9396ca45e req-a7ccc77a-ca2d-4bcf-825c-360d427f1b30 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.961152 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-36ad0bdd-a97a-475a-8a2d-e1b9396ca45e req-a7ccc77a-ca2d-4bcf-825c-360d427f1b30 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 944 time: 0.0876653 Apr 12 11:03:56.961942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.984823 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 6dc01f22-418a-4dc5-990f-1b66a607e662 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:56.985421 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.007116 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port e47fafb3-a255-45b9-9aff-fa24166df100 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:57.007543 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.037536 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-86ce7062-b8ec-41f6-923f-c5e33df59fb7 None None] Provisioning complete for port 7baff8aa-4af8-48e8-b700-b26662802fc2 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:57.037912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86ce7062-b8ec-41f6-923f-c5e33df59fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.067352 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-36ad0bdd-a97a-475a-8a2d-e1b9396ca45e req-176768fd-0495-4b51-83c8-9dc36ae59e48 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882277 Apr 12 11:03:57.074996 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 6dc01f22-418a-4dc5-990f-1b66a607e662, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6dc01f22-418a-4dc5-990f-1b66a607e662,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:57.094995 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:57.098041 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f29902-271b-421d-87d3-50ce25430a7d" -d '{"events": [{"server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "name": "network-vif-plugged", "status": "completed", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:57.107872 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.168560 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-86ce7062-b8ec-41f6-923f-c5e33df59fb7 None None] Port 7baff8aa-4af8-48e8-b700-b26662802fc2 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:57.173604 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cb68af-b867-414e-8693-d4662872df0a x-openstack-request-id: req-04cb68af-b867-414e-8693-d4662872df0a {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:57.173813 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "name": "network-vif-plugged", "status": "completed", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:57.174065 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04cb68af-b867-414e-8693-d4662872df0a {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:57.174456 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cb68af-b867-414e-8693-d4662872df0a'] response: {'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'code': 200} Apr 12 11:03:57.225609 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port e47fafb3-a255-45b9-9aff-fa24166df100 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:57.226242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.242840 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=6dc01f22-418a-4dc5-990f-1b66a607e662,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:57.257071 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks [] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.264839 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.265081 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.265592 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.266196 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.266711 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.267197 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.267842 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.268679 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.269162 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.270288 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.271094 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.271573 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.272511 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.273291 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.273609 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.273979 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:57.283743 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port e47fafb3-a255-45b9-9aff-fa24166df100, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e47fafb3-a255-45b9-9aff-fa24166df100,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:57.289597 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.344786 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (a7dd0400-ec55-4c05-8bc7-f7330052bee3), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.354889 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Pushing event updated for resources: {'Port': ['ID=7baff8aa-4af8-48e8-b700-b26662802fc2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:57.392451 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=e47fafb3-a255-45b9-9aff-fa24166df100,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:57.522459 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e074f59-0e62-4ec9-87cb-b9695a1b9564 req-86ad8250-9b85-4eb5-941c-117532d888e5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:57.524108 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2e074f59-0e62-4ec9-87cb-b9695a1b9564 req-86ad8250-9b85-4eb5-941c-117532d888e5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0673919 Apr 12 11:03:57.535843 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:57.558279 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:57.625895 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b425-3c1f-45b2-bbfb-29ae29b9a16a req-8e14d77c-6152-40eb-a044-eb28646001ff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:57.635015 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e5f5b425-3c1f-45b2-bbfb-29ae29b9a16a req-8e14d77c-6152-40eb-a044-eb28646001ff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0962708 Apr 12 11:03:57.672238 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2e074f59-0e62-4ec9-87cb-b9695a1b9564 req-4d77a6d2-05ab-48c0-871d-ff655e7fa8f1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407549 Apr 12 11:03:57.704705 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e5f5b425-3c1f-45b2-bbfb-29ae29b9a16a req-fa8bd2a5-744d-47f3-922f-7a11849e2084 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686345 Apr 12 11:03:57.801897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Router a7dd0400-ec55-4c05-8bc7-f7330052bee3 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:03:57.810573 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b3458-2d6e-45a2-bcb7-7078195140bb req-0ea89170-59c8-4799-9086-26487951f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:57.812346 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0c0b3458-2d6e-45a2-bcb7-7078195140bb req-0ea89170-59c8-4799-9086-26487951f4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0794773 Apr 12 11:03:57.850005 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b3dd1111-8b02-40cd-8067-e7254e9c39c9 req-e9d7dd51-54be-4ebb-b085-647291102c23 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 210 time: 0.0428152 Apr 12 11:03:57.926270 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0c0b3458-2d6e-45a2-bcb7-7078195140bb req-fc9301d8-b6ba-4f0c-bd46-1ec07712be98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562587 Apr 12 11:03:57.995335 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7aab36bb-d506-4396-aa5f-a9eef7654568 None None] Provisioning complete for port 7baff8aa-4af8-48e8-b700-b26662802fc2 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:57.995959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7aab36bb-d506-4396-aa5f-a9eef7654568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.035707 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7aab36bb-d506-4396-aa5f-a9eef7654568 None None] Port 7baff8aa-4af8-48e8-b700-b26662802fc2 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:58.066783 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:58.073653 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-a17b50e8-1bd4-4fdf-9b14-6c11c4fe0fd4 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.075133 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-a17b50e8-1bd4-4fdf-9b14-6c11c4fe0fd4 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 808 time: 0.1960773 Apr 12 11:03:58.079983 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-578591a5-663d-421b-9a33-33aee800ba5a admin admin] 10.222.0.41 "PUT /v2.0/routers/a7dd0400-ec55-4c05-8bc7-f7330052bee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2771771 Apr 12 11:03:58.214398 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3a902-0b97-4638-a1e4-ca2a160056cc req-dd03267c-1f96-41b9-8623-587d3e482e0d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.216023 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ad3a902-0b97-4638-a1e4-ca2a160056cc req-dd03267c-1f96-41b9-8623-587d3e482e0d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0594177 Apr 12 11:03:58.267009 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ad3a902-0b97-4638-a1e4-ca2a160056cc req-0e7efdf9-7d60-4137-985e-4e6d1c969f6f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Apr 12 11:03:58.367923 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-a3997c7f-6091-4d1d-97f9-26d298e02fb2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02fa376049aa491ea8b8534b90d19da0 HTTP/1.1" status: 200 len: 380 time: 0.0944245 Apr 12 11:03:58.502715 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Sync routers for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:58.516998 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:58.517622 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:58.629922 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:58.687349 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'port': {'device_id': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'admin_state_up': True, 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'security_groups': ['1e8d1111-8315-48e0-b8a5-9f901551b264']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:58.715885 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37782) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:58.723009 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-166010356-network', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:58.749692 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Made reservation on behalf of 536f5942899e4806ae3c5975ce1df90b for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:58.754635 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.774062 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.853463 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e47fafb3-a255-45b9-9aff-fa24166df100 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:58.878565 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f633fc-a60b-4819-8009-6d8ec586eee4 req-1805708b-0b7e-4ac3-97ae-5dcec0628cd2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.880207 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b7f633fc-a60b-4819-8009-6d8ec586eee4 req-1805708b-0b7e-4ac3-97ae-5dcec0628cd2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0636911 Apr 12 11:03:58.896167 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c28b0-56f1-4378-8381-6da759e41a91 req-2f35c872-54f7-4894-b2e9-d669ee0ae33b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.897931 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ab2c28b0-56f1-4378-8381-6da759e41a91 req-2f35c872-54f7-4894-b2e9-d669ee0ae33b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0660348 Apr 12 11:03:58.925843 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Made reservation on behalf of 02fa376049aa491ea8b8534b90d19da0 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:58.928412 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 2, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:58.930205 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.964784 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks [] for security_group (7dd56546-2e8a-4863-b99f-d1ab5c26bd4c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.967327 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Checking router: a7dd0400-ec55-4c05-8bc7-f7330052bee3 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:58.967739 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Updating router a7dd0400-ec55-4c05-8bc7-f7330052bee3 port 7baff8aa-4af8-48e8-b700-b26662802fc2 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:58.975330 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b7f633fc-a60b-4819-8009-6d8ec586eee4 req-6d03f8e4-3e44-4e3b-af73-7c6a1426810b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881331 Apr 12 11:03:58.995661 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7dd56546-2e8a-4863-b99f-d1ab5c26bd4c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.001891 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port e47fafb3-a255-45b9-9aff-fa24166df100 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:59.002426 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.007717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:59.020564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (96e4c514-effe-4bfd-a344-0582ae04e266), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.021732 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Added segment 96e4c514-effe-4bfd-a344-0582ae04e266 of type vlan for network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc Apr 12 11:03:59.044305 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.066902 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ab2c28b0-56f1-4378-8381-6da759e41a91 req-d0fdc36b-c559-4f0d-a6e2-605cae639d41 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539514 Apr 12 11:03:59.091149 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.097739 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a2faca97-3479-4e09-a648-fd664ba73467 req-2bfacef7-c11e-4c3e-8bae-7acbc51e4744 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 210 time: 0.0425465 Apr 12 11:03:59.117739 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd56546-2e8a-4863-b99f-d1ab5c26bd4c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.141508 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.143998 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.144892 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.167371 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Allocated IP 172.20.0.4 (4633fd28-8650-401b-83ef-404eccc5dbef/98ce789c-45a3-4726-9eb1-5cb77932a685/9c8da862-7325-4b79-849b-fac794e09a06) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:59.178873 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4607115 Apr 12 11:03:59.181504 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37790) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:59.186821 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Request body: {'subnet': {'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-166010356-subnet', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:59.223453 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77841b-8468-4524-bb00-56bd022ef5fc admin admin] Pushing event updated for resources: {'Network': ['ID=5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.232439 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Made reservation on behalf of 536f5942899e4806ae3c5975ce1df90b for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:59.234846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671976'] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.251180 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:59.423194 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efb676-8d70-4ea9-ac36-fd680284bb27 req-74a71bd2-25fc-48d3-9449-8d54a18f7954 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.425087 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-45efb676-8d70-4ea9-ac36-fd680284bb27 req-74a71bd2-25fc-48d3-9449-8d54a18f7954 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0561230 Apr 12 11:03:59.432125 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3f17d-0d3d-4719-a002-6bfd9f499c82 req-ddc479c0-a9ca-4555-ae73-2d7c45b877a8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.434004 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-72e3f17d-0d3d-4719-a002-6bfd9f499c82 req-ddc479c0-a9ca-4555-ae73-2d7c45b877a8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.1037025 Apr 12 11:03:59.494019 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port e47fafb3-a255-45b9-9aff-fa24166df100 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:59.526924 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-45efb676-8d70-4ea9-ac36-fd680284bb27 req-6268f7a9-0fb0-4933-9563-93f36138179c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830801 Apr 12 11:03:59.534766 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for port (9c8da862-7325-4b79-849b-fac794e09a06), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.621314 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-72e3f17d-0d3d-4719-a002-6bfd9f499c82 req-ab44716b-bdd2-47ed-921e-0484bbfa1c6d tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803143 Apr 12 11:03:59.629127 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.685489 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Publish callbacks [] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.694109 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.738147 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.744933 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14459804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14671994'] for subnet (84f006e8-f2fe-4583-86df-d02195f24e61), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.756009 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Network 4633fd28-8650-401b-83ef-404eccc5dbef is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:59.807747 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:59.817382 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0165-1324-4f6b-a28e-db979f0eebeb None None] Pushing event updated for resources: {'Port': ['ID=7baff8aa-4af8-48e8-b700-b26662802fc2,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.831146 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:59.908798 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Attempting to bind port 7baff8aa-4af8-48e8-b700-b26662802fc2 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:59.910631 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Attempting to bind port 7baff8aa-4af8-48e8-b700-b26662802fc2 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:59.912798 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Attempting to bind port 7baff8aa-4af8-48e8-b700-b26662802fc2 on network d4216737-ad3d-423b-9c01-92b563c7c6f5 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:59.922412 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:59.925252 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f006e8-f2fe-4583-86df-d02195f24e61,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.925814 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Checking segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:59.926338 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.927131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Bound using segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:59.927509 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Bound port: 7baff8aa-4af8-48e8-b700-b26662802fc2, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:59.930620 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.976062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.979039 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.002335 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Checking segment: {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:00.002770 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Network hostable DHCP agents. Network: 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:04:00.014705 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-c0dfbb2e-3037-44a3-9918-8d4b90c3755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.016239 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-c0dfbb2e-3037-44a3-9918-8d4b90c3755c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1129 time: 0.0822182 Apr 12 11:04:00.020857 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-798054b4-bb07-40da-b7bb-e6d3a4ba0826 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385272 Apr 12 11:04:00.033079 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:04:00.047318 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:00.048206 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] For port 7baff8aa-4af8-48e8-b700-b26662802fc2, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:00.052891 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.053736 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.054094 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] For port 7baff8aa-4af8-48e8-b700-b26662802fc2, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=7baff8aa-4af8-48e8-b700-b26662802fc2,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:00.064236 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.072412 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61761c79-48e9-4f86-a1bb-35f3d02e549a None None] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:00.073307 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-c39b9548-13f4-4e97-8744-4619f33ccb64 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8905776 Apr 12 11:04:00.075973 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37804) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:00.081344 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:00.098626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Request body: {'port': {'device_id': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:00.181218 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (900f9585-6446-4bf9-9f2a-d346fb438e8a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.182607 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (900f9585-6446-4bf9-9f2a-d346fb438e8a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.236858 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0165-1324-4f6b-a28e-db979f0eebeb None None] Pushing event updated for resources: {'Port': ['ID=7baff8aa-4af8-48e8-b700-b26662802fc2,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:00.247437 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:00.248437 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:00.251552 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e103-e5e5-4393-bd6e-f4942e975de2 req-72c67050-8928-43b1-81e0-9030d0d60b62 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.253204 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7515e103-e5e5-4393-bd6e-f4942e975de2 req-72c67050-8928-43b1-81e0-9030d0d60b62 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 931 time: 0.0566013 Apr 12 11:04:00.253791 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] Provisioning complete for port 7baff8aa-4af8-48e8-b700-b26662802fc2 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:00.254324 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.254586 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.341114 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7515e103-e5e5-4393-bd6e-f4942e975de2 req-4b40a4ee-01e2-47cc-afc7-c4278cdab90f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767972 Apr 12 11:04:00.371267 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks [] for router_controller (900f9585-6446-4bf9-9f2a-d346fb438e8a), precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.403915 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-d96e08a0-b5da-4809-9e29-55c27f4867a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.406794 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-d96e08a0-b5da-4809-9e29-55c27f4867a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 911 time: 0.3128705 Apr 12 11:04:00.411568 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc', 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc', 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'fixed_ips': [{'subnet_id': '84f006e8-f2fe-4583-86df-d02195f24e61'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:04:00.412702 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.417155 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd4a41-2d3c-44f7-9a9e-631525aa7bbe req-d9d5bc35-88c7-4b91-aa4c-93475b797c8d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.430872 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dadd4a41-2d3c-44f7-9a9e-631525aa7bbe req-d9d5bc35-88c7-4b91-aa4c-93475b797c8d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1925168 Apr 12 11:04:00.478188 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:00.583271 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dadd4a41-2d3c-44f7-9a9e-631525aa7bbe req-fb220906-2aaa-4d67-9550-2ff954011160 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514745 Apr 12 11:04:00.668933 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] Current status of the port 7baff8aa-4af8-48e8-b700-b26662802fc2 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:00.669473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.674176 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc200b2d-606c-4255-b992-0500cd1ffcce req-e3a42587-b71a-4284-b172-bcf6aca67395 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.675876 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc200b2d-606c-4255-b992-0500cd1ffcce req-e3a42587-b71a-4284-b172-bcf6aca67395 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0605929 Apr 12 11:04:00.678932 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-5d097e3b-77d1-44ae-babe-7a008b8e93ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 1000 time: 0.2339790 Apr 12 11:04:00.680782 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8da862-7325-4b79-849b-fac794e09a06 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:00.686241 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks [] for router_gateway (900f9585-6446-4bf9-9f2a-d346fb438e8a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.689081 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Publish callbacks [] for port (9c8da862-7325-4b79-849b-fac794e09a06), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.707942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Transition to ACTIVE for port object 9c8da862-7325-4b79-849b-fac794e09a06 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:00.709945 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Allocated IP 172.20.0.2 (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc/84f006e8-f2fe-4583-86df-d02195f24e61/231b4d1e-cfae-4ac7-b0be-689009d160aa) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:00.716061 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.817296 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:00.821308 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-05b42cbf-ca85-4e98-8872-94a5ed0cbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.823214 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-05b42cbf-ca85-4e98-8872-94a5ed0cbc91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.1336787 Apr 12 11:04:00.829774 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc200b2d-606c-4255-b992-0500cd1ffcce req-6540cfb8-291a-40da-98e7-7a19ecfeee6c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231692 Apr 12 11:04:00.874549 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0077a45-9da7-46a3-8238-778b3772865d req-0a3ad5c8-df1c-45eb-a6c7-b90ca2f9edca tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.876280 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e0077a45-9da7-46a3-8238-778b3772865d req-0a3ad5c8-df1c-45eb-a6c7-b90ca2f9edca tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.1719022 Apr 12 11:04:00.890160 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] For port 7baff8aa-4af8-48e8-b700-b26662802fc2, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=7baff8aa-4af8-48e8-b700-b26662802fc2,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:00.924892 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Attempting to bind port 9c8da862-7325-4b79-849b-fac794e09a06 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:00.925236 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Attempting to bind port 9c8da862-7325-4b79-849b-fac794e09a06 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:00.925623 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Attempting to bind port 9c8da862-7325-4b79-849b-fac794e09a06 on network 4633fd28-8650-401b-83ef-404eccc5dbef {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:00.928608 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.944209 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Port 9c8da862-7325-4b79-849b-fac794e09a06 on network 4633fd28-8650-401b-83ef-404eccc5dbef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:00.944532 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Attempting to bind port 9c8da862-7325-4b79-849b-fac794e09a06 on network 4633fd28-8650-401b-83ef-404eccc5dbef {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:00.976154 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:00.976863 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Checking segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:00.977571 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Bound using segment: {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:00.978182 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Bound port: 9c8da862-7325-4b79-849b-fac794e09a06, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9c299-5055-468b-a685-55309e08c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:00.978765 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.025623 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5243d-5aac-420c-9b7d-31c40f8f857c None None] Pushing event updated for resources: {'Port': ['ID=7baff8aa-4af8-48e8-b700-b26662802fc2,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:01.070915 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-95c3e246-c34f-48ef-9527-101116319359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.072433 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-95c3e246-c34f-48ef-9527-101116319359 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2304299 Apr 12 11:04:01.088175 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:01.100298 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73d2d8-d423-4e53-a4b5-eb2530d66550 req-09f7d1b8-bafd-4c88-be20-75f28e92a69c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.102008 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3c73d2d8-d423-4e53-a4b5-eb2530d66550 req-09f7d1b8-bafd-4c88-be20-75f28e92a69c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.1688523 Apr 12 11:04:01.105068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:01.120440 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37822) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:01.125979 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.126539 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:01.141752 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'floatingip': {'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:01.167172 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e0077a45-9da7-46a3-8238-778b3772865d req-68a9740f-1233-4ee0-9733-3f8dcbea2730 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627010 Apr 12 11:04:01.176664 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c55823-92b2-46d5-be07-b17794454530 None None] The sync data for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb is: [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:01.195107 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-6592e17c-5c64-4147-9c88-9b4fe517c373 None None] Provisioning complete for port 7baff8aa-4af8-48e8-b700-b26662802fc2 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:01.195768 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6592e17c-5c64-4147-9c88-9b4fe517c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.239228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.262231 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Publish callbacks [] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.309856 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6592e17c-5c64-4147-9c88-9b4fe517c373 None None] Current status of the port 7baff8aa-4af8-48e8-b700-b26662802fc2 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:01.316785 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks [] for router_gateway (900f9585-6446-4bf9-9f2a-d346fb438e8a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.319327 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.320101 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.321371 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] 10.222.0.64 "PUT /v2.0/ports/9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 1093 time: 1.2284722 Apr 12 11:04:01.322428 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:01.324181 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.324810 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec30c3b-1419-40fe-a816-98506f1c771f" -d '{"events": [{"name": "network-changed", "server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:01.350832 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.434629 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16686e-d721-40b7-8330-73325378a9b9 x-openstack-request-id: req-9f16686e-d721-40b7-8330-73325378a9b9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:01.434927 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:01.435184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f16686e-d721-40b7-8330-73325378a9b9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:01.438079 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f16686e-d721-40b7-8330-73325378a9b9'] response: {'name': 'network-changed', 'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'status': 'completed', 'code': 200} Apr 12 11:04:01.441962 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff889e2-f049-4359-82c2-57ca4c3a1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:01.465263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Pushing event updated for resources: {'Port': ['ID=231b4d1e-cfae-4ac7-b0be-689009d160aa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:01.476337 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:01.478265 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:01.482388 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:01.545907 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-acf39aad-4c64-4979-9eca-50bf7fe5a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.556857 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-acf39aad-4c64-4979-9eca-50bf7fe5a0f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1127 time: 0.1581416 Apr 12 11:04:01.574287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Attempting to bind port 231b4d1e-cfae-4ac7-b0be-689009d160aa on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:01.574287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Attempting to bind port 231b4d1e-cfae-4ac7-b0be-689009d160aa by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:01.574287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Attempting to bind port 231b4d1e-cfae-4ac7-b0be-689009d160aa on network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:01.581971 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:01.583089 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Checking segment: {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:01.583496 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.583889 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Bound using segment: {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:01.584371 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Bound port: 231b4d1e-cfae-4ac7-b0be-689009d160aa, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:01.584752 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.595868 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-011181bd-6e37-4af5-8c49-33e4cd61f7a6 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131755 Apr 12 11:04:01.686606 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-29aeea55-a05a-4b87-95f0-824a0efaf92e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 217 time: 0.0478973 Apr 12 11:04:01.721390 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] For port 231b4d1e-cfae-4ac7-b0be-689009d160aa, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:01.730731 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] For port 231b4d1e-cfae-4ac7-b0be-689009d160aa, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=231b4d1e-cfae-4ac7-b0be-689009d160aa,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:01.735153 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03774-f3c4-4a39-8e18-d9867a8d719e req-bc63c571-2f8b-4d47-b0dc-ff7084b85979 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.736774 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6ed03774-f3c4-4a39-8e18-d9867a8d719e req-bc63c571-2f8b-4d47-b0dc-ff7084b85979 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.2278481 Apr 12 11:04:01.753452 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.825699 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6ed03774-f3c4-4a39-8e18-d9867a8d719e req-9484940e-e18e-4ac1-bb38-d87ef3f30527 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710926 Apr 12 11:04:01.831306 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfe883-f7ad-41ad-be54-f714fd5e75e1 req-512a63e1-ea6e-4d4b-9fc1-84355e1c77e6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.832198 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef3eec-2f59-423c-bdc0-f29a20795c80 None None] Pushing event updated for resources: {'Port': ['ID=231b4d1e-cfae-4ac7-b0be-689009d160aa,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:01.833057 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ebcfe883-f7ad-41ad-be54-f714fd5e75e1 req-512a63e1-ea6e-4d4b-9fc1-84355e1c77e6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0998392 Apr 12 11:04:01.839804 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-2697d57c-756b-4baa-960d-81b51801bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.841869 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-2697d57c-756b-4baa-960d-81b51801bf18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.1471813 Apr 12 11:04:01.842639 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Allocated IP 172.28.2.16 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/afca54b9-904c-4a30-82cf-d738730e3432) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:01.872105 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0fe9cccc-422d-486c-b66f-cdbb95ce03ac req-47f81b85-32d4-4940-a0a9-42dfc0357b16 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634349 Apr 12 11:04:02.005638 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks [] for port (afca54b9-904c-4a30-82cf-d738730e3432), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.061704 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (afca54b9-904c-4a30-82cf-d738730e3432), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.122393 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:02.126569 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:02.128823 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=afca54b9-904c-4a30-82cf-d738730e3432,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:02.130967 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:02.343823 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d18d98-431c-49aa-8383-f6907fbfae0f req-b7ff430c-410c-4624-941c-4a2d0aa7b65c tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:02.345405 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-85d18d98-431c-49aa-8383-f6907fbfae0f req-b7ff430c-410c-4624-941c-4a2d0aa7b65c tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0868208 Apr 12 11:04:02.351082 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ebcfe883-f7ad-41ad-be54-f714fd5e75e1 req-360d49e6-e1b9-4dfb-81f7-fff6beaf5b66 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5083716 Apr 12 11:04:02.362117 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf302-f884-44cb-b292-8bc09f141256 req-69588a68-1347-4136-b43d-b83513f16d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:02.364358 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-69588a68-1347-4136-b43d-b83513f16d0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1100683 Apr 12 11:04:02.541592 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-c94a780c-1ccc-40b1-97e1-02611f720d3a service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678503 Apr 12 11:04:02.605273 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.611367 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.759596 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Floating IP 161fce79-d256-4c49-bf1a-272cf6504ec5 associated. External IP: 172.28.2.230, port: 6dc01f22-418a-4dc5-990f-1b66a607e662. Apr 12 11:04:02.807988 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-85d18d98-431c-49aa-8383-f6907fbfae0f req-3ce4e492-1fde-4705-a2ef-42603c73eda1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537830 Apr 12 11:04:02.846639 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks [] for router_gateway (900f9585-6446-4bf9-9f2a-d346fb438e8a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.980958 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 7baff8aa-4af8-48e8-b700-b26662802fc2 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:03.059105 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 7baff8aa-4af8-48e8-b700-b26662802fc2 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:03.059356 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.138170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3405-8ac5-46d6-8ff9-ef77edfae835 req-469ea6c6-d28b-4a20-a847-89972f39e50d tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:03.145243 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-17ee3405-8ac5-46d6-8ff9-ef77edfae835 req-469ea6c6-d28b-4a20-a847-89972f39e50d tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.1730924 Apr 12 11:04:03.156471 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:03.232665 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (900f9585-6446-4bf9-9f2a-d346fb438e8a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.234738 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 7baff8aa-4af8-48e8-b700-b26662802fc2 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:03.236086 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 231b4d1e-cfae-4ac7-b0be-689009d160aa up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:03.318387 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da04339-6c7c-412d-8d1b-b67416eb3744 None None] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:03.359051 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-17ee3405-8ac5-46d6-8ff9-ef77edfae835 req-f207874d-9678-4297-a139-c799f0ea6a16 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128932 Apr 12 11:04:03.383643 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ee5c-1f96-47a9-9d41-a566ca9c3292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.390666 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Router 89e5e1c5-b3da-415f-bd85-024924f827e0 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:03.422443 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Router 900f9585-6446-4bf9-9f2a-d346fb438e8a is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:04:03.439186 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-407bf302-f884-44cb-b292-8bc09f141256 req-32364dc0-055c-4e18-a5bf-a24bda581872 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559395 Apr 12 11:04:03.446228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 231b4d1e-cfae-4ac7-b0be-689009d160aa triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:03.446900 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.570293 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0360f-3bae-4726-89eb-53f7f4934e2a req-87befd33-9b4b-4982-a6f7-1fd925b77a38 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:03.572238 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-57d0360f-3bae-4726-89eb-53f7f4934e2a req-87befd33-9b4b-4982-a6f7-1fd925b77a38 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0952330 Apr 12 11:04:03.589473 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:03.596179 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.603521 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] Sync routers for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:03.616783 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:03.617604 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:03.622979 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:03.636129 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-5df98192-65db-4122-8559-6f44067f0d75 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "PUT /v2.0/floatingips/161fce79-d256-4c49-bf1a-272cf6504ec5 HTTP/1.1" status: 200 len: 991 time: 2.5126662 Apr 12 11:04:03.638096 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ee5c-1f96-47a9-9d41-a566ca9c3292 admin admin] Publish callbacks [] for security_group (e2ed7139-ac76-4656-8973-890a3a9afc5a), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.638934 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:03.639736 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Provisioning complete for port 231b4d1e-cfae-4ac7-b0be-689009d160aa triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:03.640095 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.641264 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a685fe-0e00-487a-9bfe-a33037e9406b" -d '{"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:03.647262 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Sync routers for ids ['900f9585-6446-4bf9-9f2a-d346fb438e8a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:03.655533 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ee5c-1f96-47a9-9d41-a566ca9c3292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e2ed7139-ac76-4656-8973-890a3a9afc5a), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.667728 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-57d0360f-3bae-4726-89eb-53f7f4934e2a req-259da62f-cc48-47fd-94de-34ce3d8205eb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857563 Apr 12 11:04:03.676095 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.680633 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e98e83db-fdd7-482a-a620-066926f03cf2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6034167 Apr 12 11:04:03.681472 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37866) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:03.704899 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Routers {'900f9585-6446-4bf9-9f2a-d346fb438e8a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:03.706040 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['900f9585-6446-4bf9-9f2a-d346fb438e8a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:03.710309 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9fa1f4-d480-45c5-9296-2ef26374039d x-openstack-request-id: req-3a9fa1f4-d480-45c5-9296-2ef26374039d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:03.710920 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:03.711407 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a9fa1f4-d480-45c5-9296-2ef26374039d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:03.712245 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9fa1f4-d480-45c5-9296-2ef26374039d'] response: {'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'status': 'completed', 'code': 200} Apr 12 11:04:03.728389 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8bf3ee5c-1f96-47a9-9d41-a566ca9c3292 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fc43c491f3a439ab6f84fdaa80b8619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709002 Apr 12 11:04:03.729829 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3ee5c-1f96-47a9-9d41-a566ca9c3292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed7139-ac76-4656-8973-890a3a9afc5a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:03.732473 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37868) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:03.802947 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88093f22-900e-4433-9df6-0b37224f5b2b admin admin] Publish callbacks [] for security_group (e2ed7139-ac76-4656-8973-890a3a9afc5a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.858725 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88093f22-900e-4433-9df6-0b37224f5b2b admin admin] Publish callbacks [] for security_group (e2ed7139-ac76-4656-8973-890a3a9afc5a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.985324 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 231b4d1e-cfae-4ac7-b0be-689009d160aa is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:03.985986 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.997747 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9edd1-fa35-4afc-bd17-924093f07cb8 req-20803fb7-4cfa-40b8-acf3-9b80615cbbf3 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.001030 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:04.001191 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3dd9edd1-fa35-4afc-bd17-924093f07cb8 req-20803fb7-4cfa-40b8-acf3-9b80615cbbf3 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.1064191 Apr 12 11:04:04.008715 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88093f22-900e-4433-9df6-0b37224f5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e2ed7139-ac76-4656-8973-890a3a9afc5a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.013817 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Set router 900f9585-6446-4bf9-9f2a-d346fb438e8a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:04.016702 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88093f22-900e-4433-9df6-0b37224f5b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.017850 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-88093f22-900e-4433-9df6-0b37224f5b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2ed7139-ac76-4656-8973-890a3a9afc5a HTTP/1.1" status: 204 len: 168 time: 0.2842438 Apr 12 11:04:04.038319 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Current status of the port 231b4d1e-cfae-4ac7-b0be-689009d160aa is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:04.040267 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.060259 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88093f22-900e-4433-9df6-0b37224f5b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed7139-ac76-4656-8973-890a3a9afc5a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:04.102257 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3dd9edd1-fa35-4afc-bd17-924093f07cb8 req-8ce36ffa-323d-432e-b71a-a8410949e410 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828083 Apr 12 11:04:04.196218 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port 231b4d1e-cfae-4ac7-b0be-689009d160aa, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=231b4d1e-cfae-4ac7-b0be-689009d160aa,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:04.204536 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.277734 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.290901 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '161fce79-d256-4c49-bf1a-272cf6504ec5', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 1, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:04.326517 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=231b4d1e-cfae-4ac7-b0be-689009d160aa,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:04.326713 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] Checking router: 89e5e1c5-b3da-415f-bd85-024924f827e0 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:04.331763 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.db.api [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:04:04.332119 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG oslo_db.api [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:04:04.337205 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:04.337791 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:04.390284 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 3, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:04.425107 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Checking router: 900f9585-6446-4bf9-9f2a-d346fb438e8a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:04.425107 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Updating router 900f9585-6446-4bf9-9f2a-d346fb438e8a port afca54b9-904c-4a30-82cf-d738730e3432 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:04:04.457462 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (afca54b9-904c-4a30-82cf-d738730e3432), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.458417 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:04.486284 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37880) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:04.508000 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f741-819b-4bfd-951a-e31910cf4aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.537425 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Allocated IP 172.20.0.1 (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc/84f006e8-f2fe-4583-86df-d02195f24e61/64647023-1014-48bf-b6ed-c85cdae79260) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:04.548572 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cd85-4288-4f96-9315-e3e04379e329 req-4d832ae2-0194-416e-b581-cc5eb67ab7b0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.550395 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7457cd85-4288-4f96-9315-e3e04379e329 req-4d832ae2-0194-416e-b581-cc5eb67ab7b0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.0740948 Apr 12 11:04:04.603325 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f741-819b-4bfd-951a-e31910cf4aae admin admin] Publish callbacks [] for security_group (36fcfed3-be78-4b2d-b914-dccfc1de0f7b), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.615434 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f741-819b-4bfd-951a-e31910cf4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (36fcfed3-be78-4b2d-b914-dccfc1de0f7b), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.661781 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8cf4f741-819b-4bfd-951a-e31910cf4aae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd755c70413948e88777702e813cbdce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704988 Apr 12 11:04:04.661781 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4f741-819b-4bfd-951a-e31910cf4aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fcfed3-be78-4b2d-b914-dccfc1de0f7b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:04.665530 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7457cd85-4288-4f96-9315-e3e04379e329 req-c34011b0-3b9a-49f0-a50d-18c803a54f5f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070068 Apr 12 11:04:04.668032 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37882) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:04.757930 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-ce519b60-63fa-4ae7-84f5-b6e857ad781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.759477 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-ce519b60-63fa-4ae7-84f5-b6e857ad781b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0458612 Apr 12 11:04:04.815290 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks [] for port (64647023-1014-48bf-b6ed-c85cdae79260), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.850866 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '161fce79-d256-4c49-bf1a-272cf6504ec5', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 1, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:04.863665 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def13ece-e7e5-4d6d-9de9-713bc2c231de admin admin] Publish callbacks [] for security_group (36fcfed3-be78-4b2d-b914-dccfc1de0f7b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.891110 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-61db0dc3-9d22-462c-ac6b-3bf5cb6b2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.892672 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-61db0dc3-9d22-462c-ac6b-3bf5cb6b2e34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1127 time: 0.1914899 Apr 12 11:04:04.897151 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Publish callbacks [] for port (afca54b9-904c-4a30-82cf-d738730e3432), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.909600 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 231b4d1e-cfae-4ac7-b0be-689009d160aa up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:04.914242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-34257026-dff0-45ce-ae90-fe40b28539aa None None] Current status of the port 231b4d1e-cfae-4ac7-b0be-689009d160aa is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:04.918834 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95758eeb-abe9-435e-9c16-34653f4ec676 None None] The sync data for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb is: [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '161fce79-d256-4c49-bf1a-272cf6504ec5', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 1, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:04.933121 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def13ece-e7e5-4d6d-9de9-713bc2c231de admin admin] Publish callbacks [] for security_group (36fcfed3-be78-4b2d-b914-dccfc1de0f7b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.934935 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (afca54b9-904c-4a30-82cf-d738730e3432), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.949667 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-61b205ef-9a33-4bff-99a3-05e8abbd66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.950405 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1153f-de5e-450c-a1f2-eac9dcfec659 req-bbe51df6-8e93-41f4-babf-b5855dac6e78 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.951493 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-61b205ef-9a33-4bff-99a3-05e8abbd66dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1794040 Apr 12 11:04:04.957928 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b7c1153f-de5e-450c-a1f2-eac9dcfec659 req-bbe51df6-8e93-41f4-babf-b5855dac6e78 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1439209 Apr 12 11:04:04.981663 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (64647023-1014-48bf-b6ed-c85cdae79260), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.024144 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Attempting to bind port afca54b9-904c-4a30-82cf-d738730e3432 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:05.024655 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Attempting to bind port afca54b9-904c-4a30-82cf-d738730e3432 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:05.025452 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Attempting to bind port afca54b9-904c-4a30-82cf-d738730e3432 on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:05.048020 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad546-2712-4bad-a6dc-cc0a1dbcacc5 None None] Pushing event updated for resources: {'Port': ['ID=afca54b9-904c-4a30-82cf-d738730e3432,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:05.051764 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:05.051969 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:05.052256 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.052657 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:05.053476 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Bound port: afca54b9-904c-4a30-82cf-d738730e3432, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:05.053476 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (afca54b9-904c-4a30-82cf-d738730e3432), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.055239 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 231b4d1e-cfae-4ac7-b0be-689009d160aa triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:05.056734 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.078041 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:05.083970 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-f8dc908f-2eba-4cd6-a8c5-cb46a3763cbc None None] Provisioning complete for port 231b4d1e-cfae-4ac7-b0be-689009d160aa triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:05.084140 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:05.084348 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f8dc908f-2eba-4cd6-a8c5-cb46a3763cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.087006 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:05.125309 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b7c1153f-de5e-450c-a1f2-eac9dcfec659 req-8cbf322f-fa60-430e-a09b-02cbe4c6b14c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667509 Apr 12 11:04:05.137950 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Pushing event updated for resources: {'Port': ['ID=64647023-1014-48bf-b6ed-c85cdae79260,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:05.143000 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-b2ae64d8-9526-4977-9b0b-4bfd53f2bf3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 999 time: 0.1812840 Apr 12 11:04:05.155234 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-2905fd0f-eb7b-4ecd-80df-05a06724f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.157316 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-2905fd0f-eb7b-4ecd-80df-05a06724f57e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 909 time: 0.2489090 Apr 12 11:04:05.190169 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def13ece-e7e5-4d6d-9de9-713bc2c231de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (36fcfed3-be78-4b2d-b914-dccfc1de0f7b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.192910 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-def13ece-e7e5-4d6d-9de9-713bc2c231de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.196611 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-def13ece-e7e5-4d6d-9de9-713bc2c231de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36fcfed3-be78-4b2d-b914-dccfc1de0f7b HTTP/1.1" status: 204 len: 168 time: 0.5251017 Apr 12 11:04:05.229762 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (900f9585-6446-4bf9-9f2a-d346fb438e8a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.232858 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-5cfecc9f-28d9-4183-bcd5-44d273fc41ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 217 time: 0.0636284 Apr 12 11:04:05.240409 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def13ece-e7e5-4d6d-9de9-713bc2c231de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fcfed3-be78-4b2d-b914-dccfc1de0f7b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:05.265517 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] For port afca54b9-904c-4a30-82cf-d738730e3432, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:05.287641 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] For port afca54b9-904c-4a30-82cf-d738730e3432, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=afca54b9-904c-4a30-82cf-d738730e3432,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:05.336240 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b2b3e-72b8-4acc-a034-a5c45beb547f None None] New status for floating IP 161fce79-d256-4c49-bf1a-272cf6504ec5: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:04:05.337747 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-65a98134-f53a-44ea-a8c2-a298854cde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.343013 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-65a98134-f53a-44ea-a8c2-a298854cde20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.1933019 Apr 12 11:04:05.356627 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-4301e50c-ea81-4c04-a189-c8baa4dba2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.358242 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-4301e50c-ea81-4c04-a189-c8baa4dba2f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.1149786 Apr 12 11:04:05.414190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-642be680-fae2-45a3-961c-fd21079a566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.416609 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-642be680-fae2-45a3-961c-fd21079a566e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0627508 Apr 12 11:04:05.428084 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc908f-2eba-4cd6-a8c5-cb46a3763cbc None None] Current status of the port 231b4d1e-cfae-4ac7-b0be-689009d160aa is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:05.437211 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 231b4d1e-cfae-4ac7-b0be-689009d160aa is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:05.439387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-a124a5d9-78c5-4975-92d3-af8cc89fb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.440289 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (afca54b9-904c-4a30-82cf-d738730e3432), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.441141 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-a124a5d9-78c5-4975-92d3-af8cc89fb621 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0695913 Apr 12 11:04:05.540169 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Routers {'900f9585-6446-4bf9-9f2a-d346fb438e8a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:05.540469 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['900f9585-6446-4bf9-9f2a-d346fb438e8a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:05.557980 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-56d069f2-626e-40a3-895f-dfea00b51b95 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063671 Apr 12 11:04:05.594940 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad546-2712-4bad-a6dc-cc0a1dbcacc5 None None] Pushing event updated for resources: {'Port': ['ID=afca54b9-904c-4a30-82cf-d738730e3432,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:05.649348 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (64647023-1014-48bf-b6ed-c85cdae79260), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.653945 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-088243f4-771c-4892-bfd6-49815a7e6bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050169 Apr 12 11:04:05.671635 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-370c745a-8165-49ae-8296-81be8c72c9ca None None] Provisioning complete for port 64647023-1014-48bf-b6ed-c85cdae79260 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:05.672035 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-370c745a-8165-49ae-8296-81be8c72c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (64647023-1014-48bf-b6ed-c85cdae79260), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.802103 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] Set router 900f9585-6446-4bf9-9f2a-d346fb438e8a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:05.824922 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:05.887662 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ad600e-34a7-4506-9f8c-3930a45e4740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.958525 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1964d-d908-4cf4-82c2-25fa023c4761 req-d689f2e4-5ead-48c0-a315-774e14b510bb tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.960041 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2de1964d-d908-4cf4-82c2-25fa023c4761 req-d689f2e4-5ead-48c0-a315-774e14b510bb tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.1564496 Apr 12 11:04:05.965604 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61a685fe-0e00-487a-9bfe-a33037e9406b req-6c5502ea-d994-4688-be13-d6704c17776f service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969449 Apr 12 11:04:05.976470 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6ec30c3b-1419-40fe-a816-98506f1c771f req-a740b96e-1305-46ad-86a9-fdc1658e2971 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095693 Apr 12 11:04:06.009400 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-370c745a-8165-49ae-8296-81be8c72c9ca None None] Port 64647023-1014-48bf-b6ed-c85cdae79260 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:06.087198 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2de1964d-d908-4cf4-82c2-25fa023c4761 req-5dca6f31-d19d-42be-a260-e36e5ea25cf8 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063948 Apr 12 11:04:06.101798 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks [] for port (64647023-1014-48bf-b6ed-c85cdae79260), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.115768 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (64647023-1014-48bf-b6ed-c85cdae79260), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.136378 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 3, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:06.148166 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ad600e-34a7-4506-9f8c-3930a45e4740 admin admin] Publish callbacks [] for security_group (5a61e54f-2aa2-4c29-a5a7-4de16ae89acd), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.165023 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb7238-162b-40a5-a390-517b8aac8dca None None] The sync data for ids ['900f9585-6446-4bf9-9f2a-d346fb438e8a'] in dv-cinder-830089-4-smb is: [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 3, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:06.177934 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60ad600e-34a7-4506-9f8c-3930a45e4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (5a61e54f-2aa2-4c29-a5a7-4de16ae89acd), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.225423 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (900f9585-6446-4bf9-9f2a-d346fb438e8a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.241782 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Pushing event updated for resources: {'Port': ['ID=64647023-1014-48bf-b6ed-c85cdae79260,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:06.249674 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-60ad600e-34a7-4506-9f8c-3930a45e4740 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcaa927d67e6467bbb94982787c12050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234874 Apr 12 11:04:06.250519 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad600e-34a7-4506-9f8c-3930a45e4740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61e54f-2aa2-4c29-a5a7-4de16ae89acd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:06.253786 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37896) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:06.283206 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714568-1e59-48c9-bb64-89c54106e126 req-eedf39e1-22c9-4886-bb87-a1f79cc2ae6b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:06.284959 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b714568-1e59-48c9-bb64-89c54106e126 req-eedf39e1-22c9-4886-bb87-a1f79cc2ae6b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0560029 Apr 12 11:04:06.337943 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b714568-1e59-48c9-bb64-89c54106e126 req-fb6d74aa-9ecc-49c9-8b76-5e68656d854c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468190 Apr 12 11:04:06.367370 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df307867-2171-4bc3-b7b0-aeddbf3c466f admin admin] Publish callbacks [] for security_group (5a61e54f-2aa2-4c29-a5a7-4de16ae89acd), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.394690 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:06.402279 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:06.408091 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df307867-2171-4bc3-b7b0-aeddbf3c466f admin admin] Publish callbacks [] for security_group (5a61e54f-2aa2-4c29-a5a7-4de16ae89acd), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.655849 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:06.762696 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-5a64433e-aa51-4d10-a424-f84026955db1 None None] Provisioning complete for port 64647023-1014-48bf-b6ed-c85cdae79260 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:06.763036 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a64433e-aa51-4d10-a424-f84026955db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (64647023-1014-48bf-b6ed-c85cdae79260), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.813108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5a64433e-aa51-4d10-a424-f84026955db1 None None] Port 64647023-1014-48bf-b6ed-c85cdae79260 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:06.821769 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df307867-2171-4bc3-b7b0-aeddbf3c466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (5a61e54f-2aa2-4c29-a5a7-4de16ae89acd), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.824539 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df307867-2171-4bc3-b7b0-aeddbf3c466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.828039 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-df307867-2171-4bc3-b7b0-aeddbf3c466f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a61e54f-2aa2-4c29-a5a7-4de16ae89acd HTTP/1.1" status: 204 len: 168 time: 0.5706890 Apr 12 11:04:06.833209 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:06.837205 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device afca54b9-904c-4a30-82cf-d738730e3432 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:06.840766 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df307867-2171-4bc3-b7b0-aeddbf3c466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61e54f-2aa2-4c29-a5a7-4de16ae89acd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:06.848433 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Router 900f9585-6446-4bf9-9f2a-d346fb438e8a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:06.886745 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '9c8da862-7325-4b79-849b-fac794e09a06', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'port_id': '9c8da862-7325-4b79-849b-fac794e09a06', 'mac_address': 'fa:16:3e:79:7b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:06.947684 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 9c8da862-7325-4b79-849b-fac794e09a06 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:06.948078 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.957025 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port afca54b9-904c-4a30-82cf-d738730e3432 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:06.957394 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (afca54b9-904c-4a30-82cf-d738730e3432), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.972018 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:06.986395 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-fa9324c1-9179-4b5a-9b15-48fcda30c8fa admin admin] 10.222.0.41 "PUT /v2.0/routers/900f9585-6446-4bf9-9f2a-d346fb438e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945487 Apr 12 11:04:06.988323 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8da862-7325-4b79-849b-fac794e09a06 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:07.014131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:07.021242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.097481 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port afca54b9-904c-4a30-82cf-d738730e3432 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:07.097914 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (afca54b9-904c-4a30-82cf-d738730e3432), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.107840 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:07.135702 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port afca54b9-904c-4a30-82cf-d738730e3432, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=afca54b9-904c-4a30-82cf-d738730e3432,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:07.141319 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (afca54b9-904c-4a30-82cf-d738730e3432), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.203396 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=afca54b9-904c-4a30-82cf-d738730e3432,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:07.223654 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f345a-80c8-430d-ba1a-72db48ae87c8 req-5b573675-db6b-4343-80ac-ad0d6b391026 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:07.225306 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-070f345a-80c8-430d-ba1a-72db48ae87c8 req-5b573675-db6b-4343-80ac-ad0d6b391026 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 944 time: 0.0578077 Apr 12 11:04:07.279419 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-070f345a-80c8-430d-ba1a-72db48ae87c8 req-f9766107-d4e4-4829-b31f-da2125d9cc27 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486722 Apr 12 11:04:07.461046 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['9c8da862-7325-4b79-849b-fac794e09a06'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:07.471382 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1044f-6424-42f9-9fbd-67800eabae34 req-72d2c8eb-1440-4b76-a7ca-b8c78146ecb8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:07.473333 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ddd1044f-6424-42f9-9fbd-67800eabae34 req-72d2c8eb-1440-4b76-a7ca-b8c78146ecb8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0591562 Apr 12 11:04:07.528648 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5ceab0ae-5fb0-411f-a481-541a62744bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.579761 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ddd1044f-6424-42f9-9fbd-67800eabae34 req-7a9456d9-d6e9-4760-aaf3-bcbf8e4cb226 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001515 Apr 12 11:04:07.689885 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 37940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:07.794526 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2078642881-network', 'tenant_id': '29c9aaa5ea3a47eaad2a453ffcd0f803'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:07.816697 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Made reservation on behalf of 29c9aaa5ea3a47eaad2a453ffcd0f803 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:07.819144 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.828543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.925252 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks [] for security_group (b851c380-6ab0-408c-a369-f95ced382fb9), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.932206 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b851c380-6ab0-408c-a369-f95ced382fb9), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.962289 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:04:07.969175 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b851c380-6ab0-408c-a369-f95ced382fb9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:07.990271 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (84ef6582-2566-48f9-8ef3-f5caedce6d35), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.990664 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Added segment 84ef6582-2566-48f9-8ef3-f5caedce6d35 of type vlan for network de982387-3dc3-4aea-9c6b-edcd0be809de Apr 12 11:04:08.067536 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (de982387-3dc3-4aea-9c6b-edcd0be809de), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.107630 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (de982387-3dc3-4aea-9c6b-edcd0be809de), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.109060 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.112104 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.164202 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4717858 Apr 12 11:04:08.169580 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 37948) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:08.175944 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Request body: {'subnet': {'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2078642881-subnet', 'tenant_id': '29c9aaa5ea3a47eaad2a453ffcd0f803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:08.212454 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Made reservation on behalf of 29c9aaa5ea3a47eaad2a453ffcd0f803 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:08.217182 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671976'] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.217680 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f24a2-200d-4a04-b77b-06b99770d17e admin admin] Pushing event updated for resources: {'Network': ['ID=de982387-3dc3-4aea-9c6b-edcd0be809de,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:08.228883 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network de982387-3dc3-4aea-9c6b-edcd0be809de details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:04:08.424752 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5466-aa23-4aae-a676-26d436b0ff2b req-66106a2a-a2f8-4602-8459-cc712cc7f7b3 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.426435 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a4af5466-aa23-4aae-a676-26d436b0ff2b req-66106a2a-a2f8-4602-8459-cc712cc7f7b3 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 944 time: 0.0639346 Apr 12 11:04:08.471465 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14459804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14671994'] for subnet (66f5bc9b-98d5-4690-8b6e-99731472a087), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.532215 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a4af5466-aa23-4aae-a676-26d436b0ff2b req-464994ae-68d6-4bb2-af4d-56a369c67b51 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952594 Apr 12 11:04:08.547491 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f5bc9b-98d5-4690-8b6e-99731472a087,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:08.558694 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Checking segment: {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:08.559265 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Network hostable DHCP agents. Network: de982387-3dc3-4aea-9c6b-edcd0be809de, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:04:08.583013 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Network de982387-3dc3-4aea-9c6b-edcd0be809de is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:04:08.594522 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, de982387-3dc3-4aea-9c6b-edcd0be809de) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:08.601745 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.602731 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.606521 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458744ff-ed60-4f40-94e3-e5f8060445ea None None] Network de982387-3dc3-4aea-9c6b-edcd0be809de requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:08.642052 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b4553716-2278-401a-978c-b5c2b0d64c41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4622712 Apr 12 11:04:08.699022 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:08.701606 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:08.878449 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417559f-162a-4b4e-a93a-111f37e573b0 req-8a37366f-a3c4-49d3-a7b0-69292974965a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.887115 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1417559f-162a-4b4e-a93a-111f37e573b0 req-8a37366f-a3c4-49d3-a7b0-69292974965a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1099608 Apr 12 11:04:08.938892 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device afca54b9-904c-4a30-82cf-d738730e3432 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:08.946200 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e27f154-54e0-49fa-9e98-650e1b398ffe None None] Network de982387-3dc3-4aea-9c6b-edcd0be809de requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:08.973307 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1417559f-162a-4b4e-a93a-111f37e573b0 req-ad34082c-bfff-40d1-8e8e-3e9e10687416 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765467 Apr 12 11:04:09.039708 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:04:09.046242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 9c8da862-7325-4b79-849b-fac794e09a06 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:09.072457 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 9c8da862-7325-4b79-849b-fac794e09a06 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:09.072947 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (9c8da862-7325-4b79-849b-fac794e09a06), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.077831 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:09.151105 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Sync routers for ids ['900f9585-6446-4bf9-9f2a-d346fb438e8a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:09.180487 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'mac_address': 'fa:16:3e:fb:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:09.191690 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port afca54b9-904c-4a30-82cf-d738730e3432 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:09.191690 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (afca54b9-904c-4a30-82cf-d738730e3432), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.236766 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Routers {'900f9585-6446-4bf9-9f2a-d346fb438e8a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:09.238242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:03:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['900f9585-6446-4bf9-9f2a-d346fb438e8a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:09.361659 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: ACTIVE; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:09.361978 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.555563 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 9c8da862-7325-4b79-849b-fac794e09a06 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:09.555961 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.599905 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a58e7138-5765-4cb5-b859-6f326a4d7661 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:09.700354 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:09.731590 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:09.731928 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01845b0-8614-4e79-8e44-68b077baf812 req-19fdb72a-a266-4141-b41f-5f79529b1055 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:09.733861 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c01845b0-8614-4e79-8e44-68b077baf812 req-19fdb72a-a266-4141-b41f-5f79529b1055 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 944 time: 0.1013582 Apr 12 11:04:09.735424 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28baed8f-974e-40e4-9d97-8ecf61d7012e" -d '{"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-plugged", "status": "completed", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:09.738196 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port afca54b9-904c-4a30-82cf-d738730e3432 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:09.751595 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.759517 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:09.787121 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Set router 900f9585-6446-4bf9-9f2a-d346fb438e8a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:09.817823 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.827861 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cbc46d-f310-4377-a1db-f15acc79e6b0 x-openstack-request-id: req-d1cbc46d-f310-4377-a1db-f15acc79e6b0 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:09.828281 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-plugged", "status": "completed", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:09.828636 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1cbc46d-f310-4377-a1db-f15acc79e6b0 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:09.829123 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1cbc46d-f310-4377-a1db-f15acc79e6b0'] response: {'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'code': 200} Apr 12 11:04:09.835087 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c01845b0-8614-4e79-8e44-68b077baf812 req-ea3201a4-6652-4fbe-93e8-7024e0a60903 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886061 Apr 12 11:04:09.910567 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.972581 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d175e677-369b-4cad-81e9-5feeb5d21c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.070055 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['a58e7138-5765-4cb5-b859-6f326a4d7661'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:10.128427 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5abb0a-a849-416e-a55a-27e5f42f03e4 req-c4fbbe77-03c3-4292-b9dd-e70e65bc8e7c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:10.140152 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bd5abb0a-a849-416e-a55a-27e5f42f03e4 req-c4fbbe77-03c3-4292-b9dd-e70e65bc8e7c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 944 time: 0.0677636 Apr 12 11:04:10.188742 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 4, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '64647023-1014-48bf-b6ed-c85cdae79260', 'name': '', 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'mac_address': 'fa:16:3e:15:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '84f006e8-f2fe-4583-86df-d02195f24e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 2, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'subnets': [{'id': '84f006e8-f2fe-4583-86df-d02195f24e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:10.227095 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bd5abb0a-a849-416e-a55a-27e5f42f03e4 req-5af323fd-fabd-4dbc-b285-60635eb0a61e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854974 Apr 12 11:04:10.261171 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Checking router: 900f9585-6446-4bf9-9f2a-d346fb438e8a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:10.261710 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Updating router 900f9585-6446-4bf9-9f2a-d346fb438e8a port 64647023-1014-48bf-b6ed-c85cdae79260 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:04:10.315114 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:10.327998 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca8f9c-93f3-448b-b183-8d179b0e3915 req-dd6e7aac-7c81-44bb-9b4f-2952562f6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:10.328224 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (64647023-1014-48bf-b6ed-c85cdae79260), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.329891 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3bca8f9c-93f3-448b-b183-8d179b0e3915 req-dd6e7aac-7c81-44bb-9b4f-2952562f6e7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1129 time: 0.0546834 Apr 12 11:04:10.417351 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3bca8f9c-93f3-448b-b183-8d179b0e3915 req-cb84f3f9-2d15-42ff-bc07-a4277be867af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748699 Apr 12 11:04:10.699154 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.981449 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Publish callbacks [] for port (64647023-1014-48bf-b6ed-c85cdae79260), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.998668 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (64647023-1014-48bf-b6ed-c85cdae79260), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.039791 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b36ea3-9b9e-4736-b345-dafe9762f450 req-a9b1addb-bffc-4c79-8180-0c6463085d69 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.041396 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e5b36ea3-9b9e-4736-b345-dafe9762f450 req-a9b1addb-bffc-4c79-8180-0c6463085d69 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.1058531 Apr 12 11:04:11.151094 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47797d-220f-4e9c-9fa7-244718bea0e9 None None] Pushing event updated for resources: {'Port': ['ID=64647023-1014-48bf-b6ed-c85cdae79260,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:11.160402 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e5b36ea3-9b9e-4736-b345-dafe9762f450 req-9f2f9973-61af-417a-a460-9ba0670d5033 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089282 Apr 12 11:04:11.287833 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Attempting to bind port 64647023-1014-48bf-b6ed-c85cdae79260 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:11.288359 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Attempting to bind port 64647023-1014-48bf-b6ed-c85cdae79260 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:11.288460 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Attempting to bind port 64647023-1014-48bf-b6ed-c85cdae79260 on network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:11.299540 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:11.299937 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Checking segment: {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:11.300385 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.300782 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Bound using segment: {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:11.301256 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Bound port: 64647023-1014-48bf-b6ed-c85cdae79260, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e4c514-effe-4bfd-a344-0582ae04e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:11.301637 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (64647023-1014-48bf-b6ed-c85cdae79260), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.431983 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] For port 64647023-1014-48bf-b6ed-c85cdae79260, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:11.436477 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] For port 64647023-1014-48bf-b6ed-c85cdae79260, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=64647023-1014-48bf-b6ed-c85cdae79260,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:11.445936 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (64647023-1014-48bf-b6ed-c85cdae79260), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.473076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f199431-beb9-4817-b469-87e7c93bef23 req-28b9440b-b332-4529-a23d-d74bc9ddcbf7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.480686 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9f199431-beb9-4817-b469-87e7c93bef23 req-28b9440b-b332-4529-a23d-d74bc9ddcbf7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 944 time: 0.0663807 Apr 12 11:04:11.539927 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Routers {'900f9585-6446-4bf9-9f2a-d346fb438e8a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:11.540604 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:04:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['900f9585-6446-4bf9-9f2a-d346fb438e8a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:11.588877 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9f199431-beb9-4817-b469-87e7c93bef23 req-ba76b2c8-ef7f-49f3-af29-db09cb47c648 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040215 Apr 12 11:04:11.688749 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] Set router 900f9585-6446-4bf9-9f2a-d346fb438e8a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:11.787366 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] Provisioning complete for port 64647023-1014-48bf-b6ed-c85cdae79260 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:11.787366 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (64647023-1014-48bf-b6ed-c85cdae79260), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.888083 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47797d-220f-4e9c-9fa7-244718bea0e9 None None] Pushing event updated for resources: {'Port': ['ID=64647023-1014-48bf-b6ed-c85cdae79260,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:12.011266 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] Current status of the port 64647023-1014-48bf-b6ed-c85cdae79260 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:12.011653 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (64647023-1014-48bf-b6ed-c85cdae79260), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.089584 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 4, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '64647023-1014-48bf-b6ed-c85cdae79260', 'name': '', 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'mac_address': 'fa:16:3e:15:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '84f006e8-f2fe-4583-86df-d02195f24e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:11Z', 'revision_number': 4, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'subnets': [{'id': '84f006e8-f2fe-4583-86df-d02195f24e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:12.130422 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8aed3-7ef9-47be-8d1f-bad176c48ee7 None None] The sync data for ids ['900f9585-6446-4bf9-9f2a-d346fb438e8a'] in dv-cinder-830089-4-smb is: [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 4, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '64647023-1014-48bf-b6ed-c85cdae79260', 'name': '', 'network_id': '5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'mac_address': 'fa:16:3e:15:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '84f006e8-f2fe-4583-86df-d02195f24e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:11Z', 'revision_number': 4, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'subnets': [{'id': '84f006e8-f2fe-4583-86df-d02195f24e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:12.188510 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] For port 64647023-1014-48bf-b6ed-c85cdae79260, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=64647023-1014-48bf-b6ed-c85cdae79260,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:12.233548 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (64647023-1014-48bf-b6ed-c85cdae79260), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.335275 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.408014 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041a80-c3ee-4e76-a658-fd1d8c167aba req-9f59b4cb-4775-4e87-8641-3872c4434c43 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.417316 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7041a80-c3ee-4e76-a658-fd1d8c167aba req-9f59b4cb-4775-4e87-8641-3872c4434c43 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0796289 Apr 12 11:04:12.561147 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7041a80-c3ee-4e76-a658-fd1d8c167aba req-60a88300-0210-40e4-9742-b48e7beebd6e tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425130 Apr 12 11:04:12.639500 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-d3bccf78-0256-4654-918d-53cb0b7d16c1 None None] Provisioning complete for port 64647023-1014-48bf-b6ed-c85cdae79260 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:12.639889 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3bccf78-0256-4654-918d-53cb0b7d16c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (64647023-1014-48bf-b6ed-c85cdae79260), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.690841 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:12.694565 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbd885-c183-4e72-bc5d-acd1c2ca4775 None None] Pushing event updated for resources: {'Port': ['ID=64647023-1014-48bf-b6ed-c85cdae79260,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:12.844663 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa48875-dd68-477a-a7dc-6be1425ad887 req-b2836038-304a-4ee3-99ff-aa70358fa5d7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.852331 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ffa48875-dd68-477a-a7dc-6be1425ad887 req-b2836038-304a-4ee3-99ff-aa70358fa5d7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 944 time: 0.1363966 Apr 12 11:04:12.858359 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port a58e7138-5765-4cb5-b859-6f326a4d7661 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:12.858609 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.937437 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 64647023-1014-48bf-b6ed-c85cdae79260 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:12.967137 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ffa48875-dd68-477a-a7dc-6be1425ad887 req-e929f984-40a9-4abf-856f-598c8f86e6e5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073937 Apr 12 11:04:12.994501 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d3bccf78-0256-4654-918d-53cb0b7d16c1 None None] Current status of the port 64647023-1014-48bf-b6ed-c85cdae79260 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:13.131963 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port 64647023-1014-48bf-b6ed-c85cdae79260 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:13.132503 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (64647023-1014-48bf-b6ed-c85cdae79260), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.200524 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:13.200941 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.248101 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:13.258953 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868acd3f-fae3-484a-b0ff-c4961dc53474" -d '{"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-plugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:13.315362 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:13.330162 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.341239 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610349af-cd12-4a1f-b233-c689059cfe47 x-openstack-request-id: req-610349af-cd12-4a1f-b233-c689059cfe47 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:13.341888 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-plugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:13.345276 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-610349af-cd12-4a1f-b233-c689059cfe47 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:13.345962 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610349af-cd12-4a1f-b233-c689059cfe47'] response: {'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'code': 200} Apr 12 11:04:13.425319 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 64647023-1014-48bf-b6ed-c85cdae79260 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:13.431345 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=7']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.794939 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.847308 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2cf09-533e-4c9d-969a-d0ef59a6ade9 req-c28914cc-cf0b-4489-8fc5-0a06e8878400 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:13.848849 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bce2cf09-533e-4c9d-969a-d0ef59a6ade9 req-c28914cc-cf0b-4489-8fc5-0a06e8878400 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.1400466 Apr 12 11:04:13.940244 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bce2cf09-533e-4c9d-969a-d0ef59a6ade9 req-2239dcab-adca-4b15-99ef-bf792301ead6 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647981 Apr 12 11:04:14.157457 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d12f7-9598-4ac9-9c05-156324dafc06 req-c25ba062-d58d-45a7-9619-b2f524284334 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.159024 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-651d12f7-9598-4ac9-9c05-156324dafc06 req-c25ba062-d58d-45a7-9619-b2f524284334 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.1074774 Apr 12 11:04:14.255711 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-651d12f7-9598-4ac9-9c05-156324dafc06 req-0913e973-42ec-44be-aefd-40a3145b80fe tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907726 Apr 12 11:04:14.272457 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38024) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:14.458568 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81759e-d0f8-456c-95e7-550eed0d4f2b req-857ee538-76c7-4e30-a81d-157fba045443 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.465633 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba81759e-d0f8-456c-95e7-550eed0d4f2b req-857ee538-76c7-4e30-a81d-157fba045443 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0638862 Apr 12 11:04:14.577230 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffac2c7-6bdb-4d04-977c-144c50900c88 tempest-TestShelveInstance-1135601024 tempest-TestShelveInstance-1135601024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.579255 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fffac2c7-6bdb-4d04-977c-144c50900c88 tempest-TestShelveInstance-1135601024 tempest-TestShelveInstance-1135601024-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1124 time: 0.3054242 Apr 12 11:04:14.582587 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 38028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:14.587196 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'port_id': '9c8da862-7325-4b79-849b-fac794e09a06', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:14.594611 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ba81759e-d0f8-456c-95e7-550eed0d4f2b req-5e7a808e-ab9e-4052-a14a-15bb40fa54d4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277792 Apr 12 11:04:14.677323 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.890515 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.075987 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Allocated IP 172.28.2.50 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/f8180c8d-6799-4f70-9e51-2e95a8757ae2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:15.202617 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.255760 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.316714 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:15.326055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:15.338382 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:15.495699 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'Port': ['ID=f8180c8d-6799-4f70-9e51-2e95a8757ae2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:15.781262 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37954048-6f15-46d4-aa07-3f35cfe146ed req-87143b52-7d99-4f11-840d-11e1f06391bb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.782983 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37954048-6f15-46d4-aa07-3f35cfe146ed req-87143b52-7d99-4f11-840d-11e1f06391bb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0757289 Apr 12 11:04:15.866763 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37954048-6f15-46d4-aa07-3f35cfe146ed req-c40ed87a-3b19-4a87-821c-9c9a87ff07ad tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775096 Apr 12 11:04:15.961327 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for floatingip (9d792e1e-583d-4246-9e33-d42d5e5c0a4e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.085430 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.273383 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.282663 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.340190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (9d792e1e-583d-4246-9e33-d42d5e5c0a4e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.480703 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Floating IP 9d792e1e-583d-4246-9e33-d42d5e5c0a4e associated. External IP: 172.28.2.50, port: 9c8da862-7325-4b79-849b-fac794e09a06. Apr 12 11:04:16.738777 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Router 7649c33a-e526-47dc-98a0-82712869c75e has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:16.865799 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:16.872458 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event updated for resources: {'Port': ['ID=f8180c8d-6799-4f70-9e51-2e95a8757ae2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:16.874941 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] Sync routers for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:16.899699 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.903791 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:16.904698 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:04:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:16.971228 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b79deaaf-9f15-48d6-9658-efb4b10b1006 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3875475 Apr 12 11:04:16.971916 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:16.977769 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce6129e-9809-46b1-b280-df79aad9a1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:17.008590 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987996da-bbf4-4899-8064-900812253e4e req-1bc4bd58-13b2-4ecf-9ae9-6e31b243e035 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:17.015755 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-987996da-bbf4-4899-8064-900812253e4e req-1bc4bd58-13b2-4ecf-9ae9-6e31b243e035 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0586634 Apr 12 11:04:17.153220 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-987996da-bbf4-4899-8064-900812253e4e req-e09febaf-466d-467b-acfe-93794d651916 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366472 Apr 12 11:04:17.179691 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:17.191084 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea74795b-fafb-4bbf-9fb5-afd16d1e5543 x-openstack-request-id: req-ea74795b-fafb-4bbf-9fb5-afd16d1e5543 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:17.191368 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:17.191622 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea74795b-fafb-4bbf-9fb5-afd16d1e5543 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:17.192027 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea74795b-fafb-4bbf-9fb5-afd16d1e5543'] response: {'name': 'network-changed', 'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'status': 'completed', 'code': 200} Apr 12 11:04:17.328787 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-df0ecb60-e276-4e88-b685-875ef02ef721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:17.330628 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-df0ecb60-e276-4e88-b685-875ef02ef721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1129 time: 0.0817196 Apr 12 11:04:17.544638 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-4c73708f-ca4e-4eba-abb0-21a26c5433f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:17.546555 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-4c73708f-ca4e-4eba-abb0-21a26c5433f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 909 time: 0.2055256 Apr 12 11:04:17.577820 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '9d792e1e-583d-4246-9e33-d42d5e5c0a4e', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'port_id': '9c8da862-7325-4b79-849b-fac794e09a06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'mac_address': 'fa:16:3e:79:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:15Z', 'updated_at': '2022-04-12T11:04:15Z', 'revision_number': 0, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:17.652965 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] Checking router: 7649c33a-e526-47dc-98a0-82712869c75e for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:17.697332 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:17.698327 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:04:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:17.807414 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-18f66697-ece0-4359-a830-ce94400847cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 998 time: 0.2542710 Apr 12 11:04:17.907214 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-ccda694a-9c22-45ca-a8a7-ae1375351253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:17.909185 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-ccda694a-9c22-45ca-a8a7-ae1375351253 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.0949101 Apr 12 11:04:18.013314 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-1ec67165-794a-4d99-b170-41379c8e38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.020546 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-1ec67165-794a-4d99-b170-41379c8e38a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1043584 Apr 12 11:04:18.167693 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:18.253398 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-2bee0d51-5cd3-4871-8cf0-7cfa8a60970b service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241874 Apr 12 11:04:18.354060 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7c118-673d-43b3-bd62-ac69b281d4f3 req-fba95d1e-74b5-44f7-b10b-d2b70537dcec tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.362419 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-99a7c118-673d-43b3-bd62-ac69b281d4f3 req-fba95d1e-74b5-44f7-b10b-d2b70537dcec tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.1447020 Apr 12 11:04:18.461589 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-99a7c118-673d-43b3-bd62-ac69b281d4f3 req-070a010f-7684-41c9-ac1f-c4a3803291b0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975769 Apr 12 11:04:18.507439 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dce6129e-9809-46b1-b280-df79aad9a1d6 req-c31c8696-c2fc-454e-9b69-20273d37f43d service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128429 Apr 12 11:04:18.581003 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '9d792e1e-583d-4246-9e33-d42d5e5c0a4e', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'port_id': '9c8da862-7325-4b79-849b-fac794e09a06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'mac_address': 'fa:16:3e:79:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:15Z', 'updated_at': '2022-04-12T11:04:15Z', 'revision_number': 0, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:18.612862 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d09dfc-8978-4505-a6b2-d49299bfdb08 None None] The sync data for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb is: [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '9d792e1e-583d-4246-9e33-d42d5e5c0a4e', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'port_id': '9c8da862-7325-4b79-849b-fac794e09a06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'mac_address': 'fa:16:3e:79:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:15Z', 'updated_at': '2022-04-12T11:04:15Z', 'revision_number': 0, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:18.920545 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8143cc-92c0-425f-b4da-175ddf5f5566 None None] New status for floating IP 9d792e1e-583d-4246-9e33-d42d5e5c0a4e: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:04:19.421160 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:19.622680 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca499c-c868-48c0-98ec-eb0fb7fe7993 req-af935336-4235-4122-9b2b-4635e33d04ca tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.633229 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dfca499c-c868-48c0-98ec-eb0fb7fe7993 req-af935336-4235-4122-9b2b-4635e33d04ca tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0777032 Apr 12 11:04:19.758476 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dfca499c-c868-48c0-98ec-eb0fb7fe7993 req-fe2a6ba9-8dc9-464e-91df-16fdd03bc389 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049149 Apr 12 11:04:20.669879 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-a35e6971-d3c4-4492-828c-2b6d2af5b3bc tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.672088 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-a35e6971-d3c4-4492-828c-2b6d2af5b3bc tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/networks?id=de982387-3dc3-4aea-9c6b-edcd0be809de HTTP/1.1" status: 200 len: 814 time: 0.4156272 Apr 12 11:04:20.696378 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-ff32fe81-a6d7-4434-abf8-6116122fb38b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/quotas/29c9aaa5ea3a47eaad2a453ffcd0f803 HTTP/1.1" status: 200 len: 375 time: 0.0180492 Apr 12 11:04:20.749147 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-7e8c2275-b4ed-4436-846a-01667acf977e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404282 Apr 12 11:04:20.837712 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-d2976a13-fbf9-4504-9a74-07ea3aca0dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883212 Apr 12 11:04:20.849300 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-d58c6fb0-0ad9-445c-8b6c-cb2f11a0c8e9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.856212 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-d58c6fb0-0ad9-445c-8b6c-cb2f11a0c8e9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 814 time: 0.1168399 Apr 12 11:04:20.866464 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-7cd9ef3d-1b3d-466f-ab19-77906813f01e tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/quotas/cf2de320dc8b4afc881c905a9d245b65 HTTP/1.1" status: 200 len: 375 time: 0.0092824 Apr 12 11:04:20.924632 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-da5708ea-3dab-447c-95ca-83963f03f007 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528231 Apr 12 11:04:20.949654 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-72a7a187-a56a-474d-8203-b5cd8f62c5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040652 Apr 12 11:04:21.035815 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-548b1f80-9a55-481b-bba2-f3869c376d77 service neutron] 10.222.0.41 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971615 Apr 12 11:04:21.167915 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-6ac68654-812b-4fb6-850f-4b72f4b2ed35 service neutron] 10.222.0.41 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254601 Apr 12 11:04:21.186034 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a7b6-116d-4b88-8154-4ed953d33186 req-e9c46b45-ad49-4f76-9b7e-71b70d23d8e2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:21.193269 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-27a9a7b6-116d-4b88-8154-4ed953d33186 req-e9c46b45-ad49-4f76-9b7e-71b70d23d8e2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0762002 Apr 12 11:04:21.329420 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-27a9a7b6-116d-4b88-8154-4ed953d33186 req-ab651ee6-2165-4adf-9c71-83cba28e8d86 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001461 Apr 12 11:04:21.407487 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-115587a9-d12e-408b-bc7a-2cf1c5d73aba req-4102e468-a92c-4c64-a4c8-d3e577313d42 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 210 time: 0.0416100 Apr 12 11:04:21.445002 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-08113038-136b-4906-a3ce-c546fe395b0c req-39e7ea0d-fb32-4fdf-a962-8230f7437df4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 210 time: 0.0521495 Apr 12 11:04:22.443863 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9ed9-5ffe-4ac9-b91d-6c96a63ba2d1 req-be060adc-4144-4484-bb67-2a83b1172164 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.445347 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2ca9ed9-5ffe-4ac9-b91d-6c96a63ba2d1 req-be060adc-4144-4484-bb67-2a83b1172164 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0500772 Apr 12 11:04:22.504281 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2ca9ed9-5ffe-4ac9-b91d-6c96a63ba2d1 req-a760ac33-a26d-43f5-9452-a7036b9c37c3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528059 Apr 12 11:04:22.508312 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd7f8e33-b02c-433c-9977-372c4592b9d7 req-616b9341-47c8-4626-9ee7-a4ece9b9fd06 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 210 time: 0.0326810 Apr 12 11:04:22.592115 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5f050d30-752c-4a0c-925d-221eab29a0a7 req-1dd46114-499a-44e3-8993-28053cf9cf96 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 210 time: 0.0270312 Apr 12 11:04:23.256274 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-652f060b-a9ab-4414-bb5a-89b1e3655087 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.257738 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-652f060b-a9ab-4414-bb5a-89b1e3655087 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "GET /v2.0/networks?id=de982387-3dc3-4aea-9c6b-edcd0be809de HTTP/1.1" status: 200 len: 814 time: 0.1127152 Apr 12 11:04:23.409076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Request body: {'port': {'device_id': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de', 'admin_state_up': True, 'tenant_id': '29c9aaa5ea3a47eaad2a453ffcd0f803'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:23.516140 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d498c-d36e-407e-990b-c231b6d7caca req-2de6077b-7314-49cd-a50b-8c0fdaf018a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.518033 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-2de6077b-7314-49cd-a50b-8c0fdaf018a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1129 time: 0.0785670 Apr 12 11:04:23.545626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Made reservation on behalf of 29c9aaa5ea3a47eaad2a453ffcd0f803 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:23.552538 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.685767 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-4dec5cb7-c77d-4c8c-aad8-6872169f6741 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.687541 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-4dec5cb7-c77d-4c8c-aad8-6872169f6741 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.64 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 814 time: 0.2470751 Apr 12 11:04:23.691069 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d672486-7d8a-4807-998b-b2a31c309533 req-20df717a-97b8-4c56-a25d-6d2cca551469 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.691220 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-351ef503-9301-47c5-9dde-c76460c1333d req-8d170120-e112-4599-962b-6434bf58fae9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 210 time: 0.0572991 Apr 12 11:04:23.692959 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7d672486-7d8a-4807-998b-b2a31c309533 req-20df717a-97b8-4c56-a25d-6d2cca551469 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0621064 Apr 12 11:04:23.721113 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d498c-d36e-407e-990b-c231b6d7caca req-a308e586-81df-4934-917a-07c261ed8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.722801 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-a308e586-81df-4934-917a-07c261ed8282 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.1611445 Apr 12 11:04:23.743438 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'port': {'device_id': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'admin_state_up': True, 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:23.789033 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Allocated IP 172.20.0.6 (de982387-3dc3-4aea-9c6b-edcd0be809de/66f5bc9b-98d5-4690-8b6e-99731472a087/d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:23.793708 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7d672486-7d8a-4807-998b-b2a31c309533 req-fbd6a502-578f-4d12-8746-81efddd5f678 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781868 Apr 12 11:04:23.866828 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2e39008a-6b00-4b7d-80d7-94c129403d01 req-921345a4-16af-439c-844f-3ce99544e975 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 210 time: 0.1096649 Apr 12 11:04:23.890281 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-801574a3-440e-437e-9bb9-030356ff40a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 1001 time: 0.1411572 Apr 12 11:04:23.948180 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks [] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.965857 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d498c-d36e-407e-990b-c231b6d7caca req-c759b0b1-0fbb-4a39-b2d7-2e575f54ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.967419 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-c759b0b1-0fbb-4a39-b2d7-2e575f54ff14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0556686 Apr 12 11:04:23.968191 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Made reservation on behalf of cf2de320dc8b4afc881c905a9d245b65 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:23.971456 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.990630 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.036337 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d498c-d36e-407e-990b-c231b6d7caca req-51cee235-8eb6-415a-b9f5-fda0a72c55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.037989 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-51cee235-8eb6-415a-b9f5-fda0a72c55eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0632420 Apr 12 11:04:24.045495 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Network de982387-3dc3-4aea-9c6b-edcd0be809de is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:24.049592 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:24.055712 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:24.082508 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Pushing event updated for resources: {'Port': ['ID=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:24.115816 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.118911 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.160886 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-2deb65a9-e744-413d-b038-a73cbe7a5c31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7535474 Apr 12 11:04:24.214453 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Allocated IP 172.20.0.7 (d4216737-ad3d-423b-9c01-92b563c7c6f5/d2897c62-efd7-4a7b-b078-3490599efc21/2f818e10-f34c-497f-ac44-1cfc27fa7ea4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:24.219167 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-1627f013-519a-4a65-befe-7c5dbe2aaf01 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490788 Apr 12 11:04:24.226623 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Request body: {'port': {'device_id': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:24.305767 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.456654 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.502856 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.562102 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:24.563717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:24.565525 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:24.579582 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:24.646391 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.647431 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.684260 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e85c9c03-8675-4d01-9fb3-5a6395b3fcf2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9456861 Apr 12 11:04:24.694669 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:24.714630 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Publish callbacks [] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.733586 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Transition to ACTIVE for port object d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:24.747017 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.866170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:24.873512 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-ba1cbd55-616d-4a51-a645-324ebc18759c None None] Provisioning complete for port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:24.874143 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbd55-616d-4a51-a645-324ebc18759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.908792 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89217bf0-4598-4f87-97ee-9e8667591183 req-55c6e6ee-baa6-4971-a3bd-edcae77e329b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.911728 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-89217bf0-4598-4f87-97ee-9e8667591183 req-55c6e6ee-baa6-4971-a3bd-edcae77e329b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.1104860 Apr 12 11:04:24.951530 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cbd55-616d-4a51-a645-324ebc18759c None None] Port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:24.962862 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe367-4bd2-4a3c-8f14-01db0cd1c924 req-9be04682-3bcf-4b8e-8d87-406841aebe03 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.965564 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-33bbe367-4bd2-4a3c-8f14-01db0cd1c924 req-9be04682-3bcf-4b8e-8d87-406841aebe03 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0756361 Apr 12 11:04:24.987066 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Attempting to bind port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:24.987502 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Attempting to bind port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:24.987953 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Attempting to bind port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 on network de982387-3dc3-4aea-9c6b-edcd0be809de {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:25.000258 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 on network de982387-3dc3-4aea-9c6b-edcd0be809de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:25.000571 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Attempting to bind port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 on network de982387-3dc3-4aea-9c6b-edcd0be809de {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:25.018528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:25.018918 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Checking segment: {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:25.019316 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Bound using segment: {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:25.019755 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Bound port: d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:25.020116 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:25.026045 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-89217bf0-4598-4f87-97ee-9e8667591183 req-f0634d3c-ad75-4e5e-a099-b8cc9227cf39 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970736 Apr 12 11:04:25.028017 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-33bbe367-4bd2-4a3c-8f14-01db0cd1c924 req-e0425c18-6266-4f4d-b1e4-6eed3713f103 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554724 Apr 12 11:04:25.156655 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214374d-3ae4-4b2f-bd66-bf1f0cb4817c req-aca584c7-9d56-4cee-b458-e7024572ace3 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.158130 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b214374d-3ae4-4b2f-bd66-bf1f0cb4817c req-aca584c7-9d56-4cee-b458-e7024572ace3 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0606110 Apr 12 11:04:25.169005 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] For port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:25.177456 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] For port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:25.193206 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:25.230276 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.230673 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:25.232264 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 HTTP/1.1" status: 200 len: 1093 time: 1.0209632 Apr 12 11:04:25.252964 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'tag': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:25.255348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df" -d '{"events": [{"name": "network-changed", "server_uuid": "d872d09d-6fee-4eb7-94d7-0b39a7ba0769", "tag": "d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:25.266900 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b214374d-3ae4-4b2f-bd66-bf1f0cb4817c req-3a421bb0-5874-41e7-9762-c0dbeabcab56 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009605 Apr 12 11:04:25.298300 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ed466-d70f-438a-822c-c30af06782d9 x-openstack-request-id: req-f32ed466-d70f-438a-822c-c30af06782d9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:25.298626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872d09d-6fee-4eb7-94d7-0b39a7ba0769", "tag": "d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:25.298876 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f32ed466-d70f-438a-822c-c30af06782d9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:25.299272 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32ed466-d70f-438a-822c-c30af06782d9'] response: {'name': 'network-changed', 'server_uuid': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'tag': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9', 'status': 'completed', 'code': 200} Apr 12 11:04:25.302401 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e0aff-413e-4eba-a175-8a8af30bddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:26.153621 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9742197-16ff-4413-8d8f-ebad2c58cb29 req-a2d3cf98-42f5-4464-941f-cae8eb0d83a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.155209 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d9742197-16ff-4413-8d8f-ebad2c58cb29 req-a2d3cf98-42f5-4464-941f-cae8eb0d83a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0558817 Apr 12 11:04:26.174880 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b1a24-e92e-499a-8a4f-f534cd6f70a9 req-ce9bc6f3-408f-4d46-bf0f-61750eb14e93 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.181191 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-986b1a24-e92e-499a-8a4f-f534cd6f70a9 req-ce9bc6f3-408f-4d46-bf0f-61750eb14e93 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 945 time: 0.0668430 Apr 12 11:04:26.226656 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d9742197-16ff-4413-8d8f-ebad2c58cb29 req-5be39a40-db5b-4802-84f4-e79d6319c669 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626369 Apr 12 11:04:26.227883 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-986b1a24-e92e-499a-8a4f-f534cd6f70a9 req-69244abb-a0a2-48ed-a927-4e30f5b34770 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454218 Apr 12 11:04:26.388301 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589eae-aff4-4e32-88d2-c7145379fd4a req-4f61fe1b-5b75-4b50-9069-62914a1715d2 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.389732 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0e589eae-aff4-4e32-88d2-c7145379fd4a req-4f61fe1b-5b75-4b50-9069-62914a1715d2 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0549781 Apr 12 11:04:26.439712 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0e589eae-aff4-4e32-88d2-c7145379fd4a req-97ac867f-0952-4c85-b170-f017f5d1627f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 Apr 12 11:04:26.738657 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:04:26.816117 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: ACTIVE; New status is: DOWN {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:26.816533 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.838648 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:26.840873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af1168e-3b1c-4820-b356-f57975e1c89b" -d '{"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-unplugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:26.853415 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:26.860365 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.901687 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c4de08-21da-49a3-98bc-be5cd295caaf x-openstack-request-id: req-d7c4de08-21da-49a3-98bc-be5cd295caaf {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:26.901998 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-unplugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:26.902256 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7c4de08-21da-49a3-98bc-be5cd295caaf {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:26.902677 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c4de08-21da-49a3-98bc-be5cd295caaf'] response: {'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'code': 200} Apr 12 11:04:26.914427 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=8']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.372564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee9fd-f98f-495e-933e-509b96874a40 req-08032e96-5191-4e17-b91f-7a8cb35a7bc0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.374926 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-741ee9fd-f98f-495e-933e-509b96874a40 req-08032e96-5191-4e17-b91f-7a8cb35a7bc0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0604720 Apr 12 11:04:27.397905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc0794-9c3d-4eca-a007-f8a17f9d2326 req-c4f60d8b-d94c-4788-8ac8-21e67938566a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.399500 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7efc0794-9c3d-4eca-a007-f8a17f9d2326 req-c4f60d8b-d94c-4788-8ac8-21e67938566a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0701008 Apr 12 11:04:27.425872 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-741ee9fd-f98f-495e-933e-509b96874a40 req-c37bec24-1d76-4410-81fe-af07642b8b4f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Apr 12 11:04:27.462818 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7efc0794-9c3d-4eca-a007-f8a17f9d2326 req-46c2f065-629b-4217-9d19-3b4ba798a187 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545969 Apr 12 11:04:27.559900 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25aba0-b492-40f0-aa22-7a3aecb43196 req-60889afd-bf26-41dd-8513-88a0a34aada9 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.561460 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2e25aba0-b492-40f0-aa22-7a3aecb43196 req-60889afd-bf26-41dd-8513-88a0a34aada9 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0501201 Apr 12 11:04:27.612074 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2e25aba0-b492-40f0-aa22-7a3aecb43196 req-331b6292-2d43-47f0-a02a-0d9c2aff458b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Apr 12 11:04:28.563920 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ed6b6-c9a3-4889-9920-b19544bcbbdc req-4c1e2fac-c9a8-4580-9a3f-712a0ab701f5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.565431 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9f5ed6b6-c9a3-4889-9920-b19544bcbbdc req-4c1e2fac-c9a8-4580-9a3f-712a0ab701f5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0487769 Apr 12 11:04:28.594085 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d91a2d-f3c4-4584-b945-7a9684e35818 req-9d78233c-c6e9-463a-8fe6-fdd222f2e893 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.595626 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-90d91a2d-f3c4-4584-b945-7a9684e35818 req-9d78233c-c6e9-463a-8fe6-fdd222f2e893 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0602868 Apr 12 11:04:28.617059 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9f5ed6b6-c9a3-4889-9920-b19544bcbbdc req-daa6c0b0-9f4c-41b5-a8fb-8fda075d374b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Apr 12 11:04:28.649275 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-90d91a2d-f3c4-4584-b945-7a9684e35818 req-b8255cbf-90ce-48ab-868d-1c622b73d778 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478938 Apr 12 11:04:28.739305 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858fac-683a-4e36-9a07-475950b422dd req-fcf6fdb9-5307-4121-8bf0-fa16ffc9950b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.740865 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-79858fac-683a-4e36-9a07-475950b422dd req-fcf6fdb9-5307-4121-8bf0-fa16ffc9950b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0537710 Apr 12 11:04:28.789596 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-79858fac-683a-4e36-9a07-475950b422dd req-55235f2f-84da-4909-9998-c18a9794a041 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Apr 12 11:04:29.749434 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28b29e-ca90-412c-b028-29dd866a2b09 req-1820c427-2f97-4f38-9c5d-75261d226a56 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.751111 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1a28b29e-ca90-412c-b028-29dd866a2b09 req-1820c427-2f97-4f38-9c5d-75261d226a56 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0576179 Apr 12 11:04:29.777788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe21f7-7a85-48a9-b647-5c160e74f3cb req-d611cfe9-48a7-44b5-a5ca-5530a6001da0 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.779300 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e0fe21f7-7a85-48a9-b647-5c160e74f3cb req-d611cfe9-48a7-44b5-a5ca-5530a6001da0 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0494874 Apr 12 11:04:29.809159 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1a28b29e-ca90-412c-b028-29dd866a2b09 req-cb54c4f5-3340-4576-9efd-ad62e1dc43c8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496340 Apr 12 11:04:29.834566 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e0fe21f7-7a85-48a9-b647-5c160e74f3cb req-ee4596cc-483f-4a90-82bc-a1afbe40e20a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Apr 12 11:04:29.912784 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630ab2f-9300-4401-9405-ce3f2572d4f7 req-dec5285c-ad52-4d09-82c5-d53f58c07902 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.914150 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7630ab2f-9300-4401-9405-ce3f2572d4f7 req-dec5285c-ad52-4d09-82c5-d53f58c07902 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0467403 Apr 12 11:04:29.967365 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7630ab2f-9300-4401-9405-ce3f2572d4f7 req-dcd22187-90ac-49f5-811d-a9322b7375c4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Apr 12 11:04:30.944476 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0daa3-fa71-40d9-9be9-6eeb7dd6f5c4 req-58cc1171-797e-46d2-904d-694bd9882c99 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:30.945922 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9bb0daa3-fa71-40d9-9be9-6eeb7dd6f5c4 req-58cc1171-797e-46d2-904d-694bd9882c99 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0476227 Apr 12 11:04:30.947318 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2989ce-6ee5-4d4a-9a73-7ae018c34eba req-6d39d7bc-f776-4cb1-8617-a19cc0d65d6a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:30.949721 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9e2989ce-6ee5-4d4a-9a73-7ae018c34eba req-6d39d7bc-f776-4cb1-8617-a19cc0d65d6a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0503285 Apr 12 11:04:30.997312 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9bb0daa3-fa71-40d9-9be9-6eeb7dd6f5c4 req-5f19022e-9aa7-4d4f-ab23-886758fe15d2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Apr 12 11:04:31.013526 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9e2989ce-6ee5-4d4a-9a73-7ae018c34eba req-1c4918be-d5ff-45ad-ba88-d44b0ea31ae1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481410 Apr 12 11:04:31.122453 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7c18c-14e2-40b5-9303-733cae898a17 req-54dbd89f-4c03-4a4e-a53c-d565cd88113a tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:31.127283 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c5f7c18c-14e2-40b5-9303-733cae898a17 req-54dbd89f-4c03-4a4e-a53c-d565cd88113a tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0592611 Apr 12 11:04:31.172513 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c5f7c18c-14e2-40b5-9303-733cae898a17 req-67bcf667-e5d8-4000-b527-fc7aabff77cf tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Apr 12 11:04:32.146145 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa884eb-8db6-4dd4-afa2-f1924bfc53b0 req-40ad4499-70ac-4fcc-bbcb-14f553b2069d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.149570 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-afa884eb-8db6-4dd4-afa2-f1924bfc53b0 req-40ad4499-70ac-4fcc-bbcb-14f553b2069d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0802867 Apr 12 11:04:32.155251 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d4e49-3477-4bd7-8c95-b34f0da3caca req-d1b49866-ae66-4c74-8411-bd6f2150152c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.160833 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c04d4e49-3477-4bd7-8c95-b34f0da3caca req-d1b49866-ae66-4c74-8411-bd6f2150152c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0647943 Apr 12 11:04:32.209335 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c04d4e49-3477-4bd7-8c95-b34f0da3caca req-8556bb98-3fd8-4929-881f-2cb5c7553c27 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462551 Apr 12 11:04:32.246247 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-afa884eb-8db6-4dd4-afa2-f1924bfc53b0 req-5da72cd1-a301-4f08-a91e-3ae731a40e2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918899 Apr 12 11:04:32.346276 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00d8a5-4325-42fa-959b-bb465bae4381 req-f7abbc50-53db-4b80-9205-d26365734db6 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.348142 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8d00d8a5-4325-42fa-959b-bb465bae4381 req-f7abbc50-53db-4b80-9205-d26365734db6 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0487838 Apr 12 11:04:32.399243 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8d00d8a5-4325-42fa-959b-bb465bae4381 req-5e87cb08-d8c8-41bd-9e88-8af7b2068c4b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Apr 12 11:04:33.336845 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d22d9-565c-452b-a3fe-c6c2162a400f req-b0c43c3b-9b08-4080-98e6-ca97994ae2d7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.338375 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-812d22d9-565c-452b-a3fe-c6c2162a400f req-b0c43c3b-9b08-4080-98e6-ca97994ae2d7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0497043 Apr 12 11:04:33.352792 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b0d5-5825-4444-a2a0-a404fdc4955d req-2f64fd8a-6497-45ea-a36b-eb3efe8e537d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.354301 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3ab1b0d5-5825-4444-a2a0-a404fdc4955d req-2f64fd8a-6497-45ea-a36b-eb3efe8e537d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 931 time: 0.0464406 Apr 12 11:04:33.385822 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-812d22d9-565c-452b-a3fe-c6c2162a400f req-2048f6bb-edf5-4a8e-a3bf-150f6e76fb8a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Apr 12 11:04:33.406958 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3ab1b0d5-5825-4444-a2a0-a404fdc4955d req-dada5571-01e2-4b37-ba68-2e621be4743c tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Apr 12 11:04:33.525753 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343f85-55d5-4de5-88e4-9d7ead00216d req-c07af887-9b0c-4a36-9539-71b24aac4838 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.527220 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d8343f85-55d5-4de5-88e4-9d7ead00216d req-c07af887-9b0c-4a36-9539-71b24aac4838 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0624952 Apr 12 11:04:33.580690 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d8343f85-55d5-4de5-88e4-9d7ead00216d req-ac78148c-debd-44e9-a11d-0af990c66570 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456026 Apr 12 11:04:33.889205 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Request body: {'port': {'device_id': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:33.936468 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df req-04b07ee4-a134-442f-9412-1565045c229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.937892 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df req-04b07ee4-a134-442f-9412-1565045c229e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 1127 time: 0.0395913 Apr 12 11:04:34.009624 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.034287 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b53d498c-d36e-407e-990b-c231b6d7caca req-84e7a0d7-2a63-4d73-87bc-e706cb730886 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499820 Apr 12 11:04:34.120098 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df req-393f5c69-bebe-4321-b27c-2a8a94671d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:34.121574 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df req-393f5c69-bebe-4321-b27c-2a8a94671d94 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1587121 Apr 12 11:04:34.293975 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:34.301431 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Publish callbacks [] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.313779 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Transition to ACTIVE for port object 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:34.320611 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.374531 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.450179 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Attempting to bind port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:34.450540 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Attempting to bind port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:34.450882 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Attempting to bind port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 on network d4216737-ad3d-423b-9c01-92b563c7c6f5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:34.455715 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 on network d4216737-ad3d-423b-9c01-92b563c7c6f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:34.456036 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Attempting to bind port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 on network d4216737-ad3d-423b-9c01-92b563c7c6f5 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:34.461398 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:34.461700 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Checking segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:34.462085 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Bound using segment: {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:34.462548 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Bound port: 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cef996-0d5b-4632-9462-41adb0abd68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:34.462914 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.533464 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e9aae-1e3c-4c17-b1e4-88f35801ce49 req-777ff054-c8dc-4a07-89f8-d559dd84aa36 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:34.534754 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-448e9aae-1e3c-4c17-b1e4-88f35801ce49 req-777ff054-c8dc-4a07-89f8-d559dd84aa36 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 943 time: 0.0535560 Apr 12 11:04:34.564287 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03501f3-0496-421d-83b7-6fc942f89d43 req-c8caaf9b-1462-4b3c-9c7c-182f3b68a061 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:34.565763 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a03501f3-0496-421d-83b7-6fc942f89d43 req-c8caaf9b-1462-4b3c-9c7c-182f3b68a061 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0930028 Apr 12 11:04:34.576032 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:34.582873 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:34.587200 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-448e9aae-1e3c-4c17-b1e4-88f35801ce49 req-c093128e-fecd-4917-9911-e8fafda69814 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Apr 12 11:04:34.593935 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.645267 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:34.645879 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.647282 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 1093 time: 0.7643311 Apr 12 11:04:34.649749 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:34.651975 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aafe2a-4eac-407c-aa56-77307567615d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:34.685492 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a03501f3-0496-421d-83b7-6fc942f89d43 req-75a5fed9-7e88-43ca-8969-939decc1d0d1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136198 Apr 12 11:04:34.686809 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e5e7-d96b-44c7-b41c-68fc6958a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.706888 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029c55a-9896-4448-a355-2453912c0967 req-f17a1b96-d10f-4b45-90d5-4b65578c3cea tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:34.708392 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b029c55a-9896-4448-a355-2453912c0967 req-f17a1b96-d10f-4b45-90d5-4b65578c3cea tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0549664 Apr 12 11:04:34.738895 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9452950-64bc-41ef-ae9b-5b11b2496da4 x-openstack-request-id: req-d9452950-64bc-41ef-ae9b-5b11b2496da4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:34.739215 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:34.739494 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9452950-64bc-41ef-ae9b-5b11b2496da4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:34.739898 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9452950-64bc-41ef-ae9b-5b11b2496da4'] response: {'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'status': 'completed', 'code': 200} Apr 12 11:04:34.763007 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b029c55a-9896-4448-a355-2453912c0967 req-87665979-f2c9-42c5-911c-52bee2e8686e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484791 Apr 12 11:04:35.704562 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b2ec-4474-4b8a-9ede-be3451502429 req-a0235f32-7f6f-40d7-bc03-fe37060b12c1 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:35.706001 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d1a9b2ec-4474-4b8a-9ede-be3451502429 req-a0235f32-7f6f-40d7-bc03-fe37060b12c1 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 943 time: 0.0480535 Apr 12 11:04:35.755746 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d1a9b2ec-4474-4b8a-9ede-be3451502429 req-aaab35a9-3f87-4f4b-b9ca-6dc2e267060b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Apr 12 11:04:35.814213 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafe2a-4eac-407c-aa56-77307567615d req-44bb840e-50ed-4b4f-af7a-941217464f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:35.815737 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-80aafe2a-4eac-407c-aa56-77307567615d req-44bb840e-50ed-4b4f-af7a-941217464f7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1127 time: 0.0464613 Apr 12 11:04:35.872969 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30fda-ef5b-412d-8c16-85fb1161d69a req-401937ba-5cac-457a-86ac-4d3108b1bd36 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:35.874376 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-13b30fda-ef5b-412d-8c16-85fb1161d69a req-401937ba-5cac-457a-86ac-4d3108b1bd36 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0461700 Apr 12 11:04:35.997005 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-13b30fda-ef5b-412d-8c16-85fb1161d69a req-9a3d349b-2c35-44b0-99a2-f39c0177f3c3 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162915 Apr 12 11:04:36.030379 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafe2a-4eac-407c-aa56-77307567615d req-e9cd7e9c-d667-4377-9fef-81e1ad7f219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.031894 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-80aafe2a-4eac-407c-aa56-77307567615d req-e9cd7e9c-d667-4377-9fef-81e1ad7f219f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf2de320dc8b4afc881c905a9d245b65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1236961 Apr 12 11:04:36.134390 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafe2a-4eac-407c-aa56-77307567615d req-61dd5fbb-c707-48dd-be44-4de606b09a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.135950 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-80aafe2a-4eac-407c-aa56-77307567615d req-61dd5fbb-c707-48dd-be44-4de606b09a7d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963955 Apr 12 11:04:36.157201 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b425e-42c6-4d5b-ab84-6051df374ce6 req-905ec587-1f9e-4612-ba6b-d14d4c3fb18b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.158642 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ec9b425e-42c6-4d5b-ab84-6051df374ce6 req-905ec587-1f9e-4612-ba6b-d14d4c3fb18b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.3902426 Apr 12 11:04:36.216155 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df req-f67243a3-fec7-4640-a6d6-bd3c5d48a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.217611 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d1b2cb17-9570-4c0d-b77e-89d25f9f70df req-f67243a3-fec7-4640-a6d6-bd3c5d48a571 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4657984 Apr 12 11:04:36.234944 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ec9b425e-42c6-4d5b-ab84-6051df374ce6 req-daa80e30-0b05-46ab-ba31-e180af33f95e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705202 Apr 12 11:04:36.496516 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-efac0c04-6d8c-493d-b0e0-2c9985548831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.498476 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-efac0c04-6d8c-493d-b0e0-2c9985548831 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 1127 time: 0.0409508 Apr 12 11:04:36.522473 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-93b3f102-bb6c-43a4-b460-767569bc4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.524051 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-93b3f102-bb6c-43a4-b460-767569bc4ef0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1127 time: 0.0443470 Apr 12 11:04:36.559789 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-5675088c-31f8-466b-8972-e7738f7aae5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 HTTP/1.1" status: 200 len: 217 time: 0.0374095 Apr 12 11:04:36.574236 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-a72bb482-6fa2-4970-8b66-6e872c264e5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0369799 Apr 12 11:04:36.613735 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a07d-7eec-483b-8992-31145048029d req-65338b66-d832-4ae7-a0bc-c31043282fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.616429 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-65338b66-d832-4ae7-a0bc-c31043282fa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66f5bc9b-98d5-4690-8b6e-99731472a087 HTTP/1.1" status: 200 len: 854 time: 0.0483091 Apr 12 11:04:36.628578 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-f1026a46-ee96-4471-9b5f-24baedb39e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.630949 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-f1026a46-ee96-4471-9b5f-24baedb39e4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 200 len: 853 time: 0.0506637 Apr 12 11:04:36.653131 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-c56db14e-dbe6-4390-8011-1015a50a1762 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de982387-3dc3-4aea-9c6b-edcd0be809de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296040 Apr 12 11:04:36.675273 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-5b63faeb-73e8-470e-bf6f-cadfd11a55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.676897 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-5b63faeb-73e8-470e-bf6f-cadfd11a55da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4216737-ad3d-423b-9c01-92b563c7c6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388007 Apr 12 11:04:36.755290 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-5f3bec16-8c80-4587-8f63-1a708ab4579c service neutron] 10.222.0.64 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909865 Apr 12 11:04:36.774218 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-395e120f-472c-4fcb-942f-361917ccab70 service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914071 Apr 12 11:04:36.866076 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110747ac-8304-4aed-bf40-cc7386b9da2d req-e092c2d5-d189-4852-88eb-2b8b018e3a17 service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Apr 12 11:04:36.875036 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c86a07d-7eec-483b-8992-31145048029d req-57657fad-2b18-4de7-9ebd-4dcbe5678275 service neutron] 10.222.0.64 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131151 Apr 12 11:04:36.887434 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c195fd0-6081-4220-b675-d07ca3129837 req-ec0c5e70-3c29-4a01-a3c8-6fa797ba1498 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.888780 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4c195fd0-6081-4220-b675-d07ca3129837 req-ec0c5e70-3c29-4a01-a3c8-6fa797ba1498 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 943 time: 0.0587838 Apr 12 11:04:36.940048 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4c195fd0-6081-4220-b675-d07ca3129837 req-fb91abeb-b28f-428f-856e-6c41a2d9a49e tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Apr 12 11:04:37.129660 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee424f-321c-4eaa-94fd-a2464d0b8e5c req-8b568320-190b-4dd8-8ce8-155c299e7869 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:37.131150 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-afee424f-321c-4eaa-94fd-a2464d0b8e5c req-8b568320-190b-4dd8-8ce8-155c299e7869 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0532241 Apr 12 11:04:37.180560 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-afee424f-321c-4eaa-94fd-a2464d0b8e5c req-b5678ac2-b77e-483b-97fa-ce2eaf76cca5 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Apr 12 11:04:37.357707 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb24e5-2e35-4a92-bdcf-12da354e9fbd req-ce323a21-507a-4b65-af2f-50727e5c632e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:37.359188 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-68fb24e5-2e35-4a92-bdcf-12da354e9fbd req-ce323a21-507a-4b65-af2f-50727e5c632e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0466380 Apr 12 11:04:37.422632 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-68fb24e5-2e35-4a92-bdcf-12da354e9fbd req-e70e6cd6-fa6e-41ce-b5b4-c8ce0206a9e5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553062 Apr 12 11:04:37.473535 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d1ff-1b06-4440-a996-74785211ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.932911 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [req-6980a0aa-8db0-462d-937d-54f42d28d34e req-7105e1f6-1735-41ad-990b-c72f5a49bcc0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:04:37.933947 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6980a0aa-8db0-462d-937d-54f42d28d34e req-7105e1f6-1735-41ad-990b-c72f5a49bcc0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054953 Apr 12 11:04:38.062405 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015ca7c-47af-4022-bdd5-bbcfa0d8bdb3 req-3a4b7543-7482-4025-a3c7-076f9c566e7c tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:38.066705 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3015ca7c-47af-4022-bdd5-bbcfa0d8bdb3 req-3a4b7543-7482-4025-a3c7-076f9c566e7c tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 943 time: 0.0568330 Apr 12 11:04:38.105903 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff1472-1e27-4721-b9b4-09e67d89458d req-41825620-80a6-472d-a84e-d3ff998ec36a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:38.110027 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2fff1472-1e27-4721-b9b4-09e67d89458d req-41825620-80a6-472d-a84e-d3ff998ec36a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0552020 Apr 12 11:04:38.114147 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3015ca7c-47af-4022-bdd5-bbcfa0d8bdb3 req-48da0aa0-f342-4c93-a2ba-0d82b3eb9b1b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Apr 12 11:04:38.155113 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2fff1472-1e27-4721-b9b4-09e67d89458d req-b0621dfb-0dbc-48e0-a2c8-ebf8b6d43803 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Apr 12 11:04:38.291376 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3c85-2df0-427c-b829-8b3df1f700e7 req-d2bbfde9-7857-4b49-8f2c-436b98126fff tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:38.292852 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31bc3c85-2df0-427c-b829-8b3df1f700e7 req-d2bbfde9-7857-4b49-8f2c-436b98126fff tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0472093 Apr 12 11:04:38.343484 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31bc3c85-2df0-427c-b829-8b3df1f700e7 req-aa1cfe21-a433-44f5-aa76-369c94f96d9f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Apr 12 11:04:38.424853 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38288) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:38.509156 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-e65dcf2a-29de-4f64-8c7c-a772f72f9960 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827909 Apr 12 11:04:38.520353 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-8fbbce24-93f3-455d-bcf7-d3e3f2b5a24a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:04:38.521322 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-8fbbce24-93f3-455d-bcf7-d3e3f2b5a24a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052941 Apr 12 11:04:38.605503 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38296) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:38.705905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-0eb05715-0337-4a54-8aeb-bb3bf3adcb37 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:38.707256 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-0eb05715-0337-4a54-8aeb-bb3bf3adcb37 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports/a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 940 time: 0.1007831 Apr 12 11:04:39.230945 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c28c-017f-4054-9c40-4ac348720582 req-61d8edbe-c470-4798-88e8-dddbfacefcc2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.232464 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-21a8c28c-017f-4054-9c40-4ac348720582 req-61d8edbe-c470-4798-88e8-dddbfacefcc2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 943 time: 0.0495083 Apr 12 11:04:39.275704 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959adbd-7030-4b69-90d0-52320224f822 req-89463f8b-9616-4f76-a701-79f6752a91bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.277510 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2959adbd-7030-4b69-90d0-52320224f822 req-89463f8b-9616-4f76-a701-79f6752a91bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0483284 Apr 12 11:04:39.280554 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-21a8c28c-017f-4054-9c40-4ac348720582 req-83cff014-6ed1-4426-bf37-d4e03df082ef tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Apr 12 11:04:39.327452 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2959adbd-7030-4b69-90d0-52320224f822 req-b6f66eec-1bc1-48c1-812f-1878e6a2bd99 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Apr 12 11:04:39.457188 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652140e-af57-4d7b-985d-daaf5e7e24c3 req-852dfe84-7589-46be-855e-1e1ebf6d5192 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.458581 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e652140e-af57-4d7b-985d-daaf5e7e24c3 req-852dfe84-7589-46be-855e-1e1ebf6d5192 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0492301 Apr 12 11:04:39.509906 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e652140e-af57-4d7b-985d-daaf5e7e24c3 req-d84aa2d4-f2ac-43f5-9fe7-c989307a566a tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 Apr 12 11:04:39.886248 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46e1114d-dd06-49a0-973b-40062e0e178d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:40.199604 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-e4a3611e-6b9d-43e1-add3-1ff02d2ca6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.200985 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-e4a3611e-6b9d-43e1-add3-1ff02d2ca6c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18&tenant_id=2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 1127 time: 0.0703948 Apr 12 11:04:40.277503 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-35a24b61-6cf8-4031-ad62-0e91cc6d4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.278984 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-35a24b61-6cf8-4031-ad62-0e91cc6d4b72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1127 time: 0.0388863 Apr 12 11:04:40.378594 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-cecbd9ee-069a-4611-a15d-b3ba3d74e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.380046 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-cecbd9ee-069a-4611-a15d-b3ba3d74e482 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.0893126 Apr 12 11:04:40.396647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599be0b-95cb-4317-bc3c-1ea2901f2c39 req-ea102344-cd7b-44c7-a8e8-f393a2666735 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.401318 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a599be0b-95cb-4317-bc3c-1ea2901f2c39 req-ea102344-cd7b-44c7-a8e8-f393a2666735 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 943 time: 0.0546992 Apr 12 11:04:40.448026 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a599be0b-95cb-4317-bc3c-1ea2901f2c39 req-7e29cce0-83fe-4c2f-9341-105aa5c7364d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Apr 12 11:04:40.484274 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f342dbb-013e-4164-8d61-cb577bcb0086 req-d7a7dd3f-1fb0-4ee5-879c-70d595b9fb75 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.485767 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4f342dbb-013e-4164-8d61-cb577bcb0086 req-d7a7dd3f-1fb0-4ee5-879c-70d595b9fb75 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0642924 Apr 12 11:04:40.487580 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-39b382dc-021c-4f03-b9f9-8c944ca0f3f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 200 len: 999 time: 0.1009426 Apr 12 11:04:40.577944 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4f342dbb-013e-4164-8d61-cb577bcb0086 req-0d30bf74-2d7d-4996-aa41-83e7998c8f35 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864747 Apr 12 11:04:40.580229 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-05578e06-e9ab-427a-81c2-358400e19877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.581797 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-05578e06-e9ab-427a-81c2-358400e19877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0758302 Apr 12 11:04:40.605590 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:40.633286 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88582-a892-4222-ad33-18168e465ecf req-a2fa3364-88d1-4692-8af9-5c0bdb4cd824 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.634809 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-57c88582-a892-4222-ad33-18168e465ecf req-a2fa3364-88d1-4692-8af9-5c0bdb4cd824 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 943 time: 0.0583179 Apr 12 11:04:40.637664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-a7ea303b-2b1f-4ba7-a0b4-131587fadf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.639257 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-a7ea303b-2b1f-4ba7-a0b4-131587fadf0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486665 Apr 12 11:04:40.687485 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-57c88582-a892-4222-ad33-18168e465ecf req-1f0fa73e-313a-43c0-acb3-a58ae7eb8fd5 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469904 Apr 12 11:04:40.811420 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:40.830093 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:04:40.977581 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:40.978343 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-69734026-54c2-4b95-96d6-4b148a1fa34d service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307641 Apr 12 11:04:40.990526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: DOWN; New status is: DOWN {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:40.992625 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'port_id': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'mac_address': 'fa:16:3e:f6:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:41.029952 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:41.030324 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.043384 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:41.062735 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:41.067481 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.068140 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:41.069380 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2c7b25b-d193-4146-94f6-28afb1174080 req-23e573de-2a02-4aba-b008-83f44c012d02 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Apr 12 11:04:41.138009 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:41.207621 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:41.218971 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9', 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de', 'port_id': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9', 'mac_address': 'fa:16:3e:51:58:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f5bc9b-98d5-4690-8b6e-99731472a087', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:41.260481 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:41.260885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.274751 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:41.295258 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:41.300343 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.347594 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:41.577597 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e624d-f9ac-45ea-a7c1-f5f8c7598169 req-44a6494f-9322-4c78-af2c-abf0a28d4a17 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:41.586606 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d30e624d-f9ac-45ea-a7c1-f5f8c7598169 req-44a6494f-9322-4c78-af2c-abf0a28d4a17 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 944 time: 0.0671470 Apr 12 11:04:41.681029 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d30e624d-f9ac-45ea-a7c1-f5f8c7598169 req-ce92d250-ed3f-4379-a8e6-c24e42773dc3 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Apr 12 11:04:41.792918 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20a08-7252-4346-98ce-b93c3c2f5eb1 req-8b07b26f-c235-4268-89d7-3d2e5334b802 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:41.801984 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f3d20a08-7252-4346-98ce-b93c3c2f5eb1 req-8b07b26f-c235-4268-89d7-3d2e5334b802 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.1096404 Apr 12 11:04:41.851289 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960f29-5fba-4f81-b8af-4cb98935fba7 req-2522fe1a-46b6-45ba-b5f1-07737ee095bb tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:41.853291 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-62960f29-5fba-4f81-b8af-4cb98935fba7 req-2522fe1a-46b6-45ba-b5f1-07737ee095bb tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 944 time: 0.0540617 Apr 12 11:04:41.862738 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f3d20a08-7252-4346-98ce-b93c3c2f5eb1 req-8bc4e0b3-8905-4ade-a299-5f3a8b6e37a9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593295 Apr 12 11:04:41.918436 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-62960f29-5fba-4f81-b8af-4cb98935fba7 req-4efdd328-7c71-44c2-99d2-5455c80d4c46 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Apr 12 11:04:41.945364 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f818e10-f34c-497f-ac44-1cfc27fa7ea4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:42.083556 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:42.140392 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:42.805159 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612c54-bd9a-47a1-8e11-022b2ea084b1 req-c5b0d028-a39d-41a3-82d0-b0c0a077af9b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:42.806671 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb612c54-bd9a-47a1-8e11-022b2ea084b1 req-c5b0d028-a39d-41a3-82d0-b0c0a077af9b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 944 time: 0.0576353 Apr 12 11:04:42.855049 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb612c54-bd9a-47a1-8e11-022b2ea084b1 req-68fe6996-eccd-4aee-8cf2-9a0d8b15eba3 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Apr 12 11:04:42.988242 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed81a34-8b77-40cd-9482-91eeb4cab671 req-7fff2d53-287e-4d73-8d9e-765e2be34604 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:42.989781 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3ed81a34-8b77-40cd-9482-91eeb4cab671 req-7fff2d53-287e-4d73-8d9e-765e2be34604 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0478971 Apr 12 11:04:43.043199 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de102a3a-b8ce-40b5-ba8f-83985026ddaf req-457bd1e4-247c-4547-b1e9-365a904cbdf1 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:43.043723 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3ed81a34-8b77-40cd-9482-91eeb4cab671 req-2a6abc44-4538-4817-91e9-732b3da82080 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475245 Apr 12 11:04:43.050583 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-de102a3a-b8ce-40b5-ba8f-83985026ddaf req-457bd1e4-247c-4547-b1e9-365a904cbdf1 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 944 time: 0.0606220 Apr 12 11:04:43.101137 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-de102a3a-b8ce-40b5-ba8f-83985026ddaf req-15698c5a-9217-426c-902b-6880e263e8a0 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Apr 12 11:04:43.729967 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.814107 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:43.868507 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:43.877924 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:43.878451 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.958348 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:43.958720 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.980253 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a62d-94c6-4727-9804-92fc5daa11b6 req-82892715-2ca3-4eb1-809f-da5ff392a15f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:43.982512 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bbf8a62d-94c6-4727-9804-92fc5daa11b6 req-82892715-2ca3-4eb1-809f-da5ff392a15f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 944 time: 0.0501378 Apr 12 11:04:43.982810 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:43.985024 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef756e-0075-4896-a43a-96509c011af4" -d '{"events": [{"server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "name": "network-vif-plugged", "status": "completed", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:44.008584 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:44.014968 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.015951 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:44.061319 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bbf8a62d-94c6-4727-9804-92fc5daa11b6 req-f28a178e-a479-4c9b-82db-8d809faa26be tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Apr 12 11:04:44.063087 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c814848b-9887-4e46-b322-bebb7af36f44 x-openstack-request-id: req-c814848b-9887-4e46-b322-bebb7af36f44 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:44.063393 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "name": "network-vif-plugged", "status": "completed", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:44.063735 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c814848b-9887-4e46-b322-bebb7af36f44 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:44.064156 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c814848b-9887-4e46-b322-bebb7af36f44'] response: {'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'code': 200} Apr 12 11:04:44.111291 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:44.125700 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:44.136665 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:44.137069 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.201099 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c2d62-4d10-4df2-96e0-972495bfb9d9 req-e78fe979-9ea2-41ae-ad4a-1cb7c21070e0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.203442 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e4c2d62-4d10-4df2-96e0-972495bfb9d9 req-e78fe979-9ea2-41ae-ad4a-1cb7c21070e0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0647101 Apr 12 11:04:44.291084 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e4c2d62-4d10-4df2-96e0-972495bfb9d9 req-8d8f7c28-5ae3-4047-a16a-96e4caf08d04 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819709 Apr 12 11:04:44.291315 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:44.291636 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.317810 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f921e-37c9-44aa-9502-09f5b459305d req-0a6daaee-005f-4238-9d44-fe17cb9a8e31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.319445 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9c3f921e-37c9-44aa-9502-09f5b459305d req-0a6daaee-005f-4238-9d44-fe17cb9a8e31 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 944 time: 0.1120031 Apr 12 11:04:44.331941 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:44.344104 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.379349 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9c3f921e-37c9-44aa-9502-09f5b459305d req-cd9945a8-0edb-49c7-9d12-7937ffc34173 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535483 Apr 12 11:04:44.559421 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:45.168974 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455366e-9bd4-4d29-b5bc-340688c16199 req-017dfc67-c96d-46bf-902b-9e802f04a5ab tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.170903 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a455366e-9bd4-4d29-b5bc-340688c16199 req-017dfc67-c96d-46bf-902b-9e802f04a5ab tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Apr 12 11:04:45.226719 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a455366e-9bd4-4d29-b5bc-340688c16199 req-171af3ec-bc05-4f21-bdf9-482bccf52ff7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497100 Apr 12 11:04:45.412705 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f87ff-6555-46b7-bbb8-26853f1a9b31 req-22ccf3d7-f5de-46b2-9356-7404c34f01dc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.414464 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-620f87ff-6555-46b7-bbb8-26853f1a9b31 req-22ccf3d7-f5de-46b2-9356-7404c34f01dc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0515792 Apr 12 11:04:45.470289 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-620f87ff-6555-46b7-bbb8-26853f1a9b31 req-fd44308f-485b-4983-98f5-48aaa2c16fa9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499351 Apr 12 11:04:45.511909 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c45c6c-cb00-4c50-a60f-0da825d6619c req-9c0cd8a0-c3a6-455d-b02f-0f0c1ec9382b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.513435 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37c45c6c-cb00-4c50-a60f-0da825d6619c req-9c0cd8a0-c3a6-455d-b02f-0f0c1ec9382b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0540133 Apr 12 11:04:45.570266 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37c45c6c-cb00-4c50-a60f-0da825d6619c req-79fb00cd-f7cb-424b-af8e-554c69fb14ae tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Apr 12 11:04:46.040769 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:04:46.065018 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:46.067417 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b343bc51-8481-4e35-adc3-523453dbaf34" -d '{"events": [{"server_uuid": "d872d09d-6fee-4eb7-94d7-0b39a7ba0769", "name": "network-vif-plugged", "status": "completed", "tag": "d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:46.103147 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf950e3-e39e-4e84-a330-a4e879d53719 x-openstack-request-id: req-fdf950e3-e39e-4e84-a330-a4e879d53719 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:46.103466 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872d09d-6fee-4eb7-94d7-0b39a7ba0769", "name": "network-vif-plugged", "status": "completed", "tag": "d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:46.103718 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdf950e3-e39e-4e84-a330-a4e879d53719 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:46.104175 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf950e3-e39e-4e84-a330-a4e879d53719'] response: {'server_uuid': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9', 'code': 200} Apr 12 11:04:46.353372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16591d-977d-4c02-a98b-2ada7d82cd60 req-76e2e791-2d46-43be-8dd3-a4d5d15b8131 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:46.355168 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ad16591d-977d-4c02-a98b-2ada7d82cd60 req-76e2e791-2d46-43be-8dd3-a4d5d15b8131 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Apr 12 11:04:46.427178 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ad16591d-977d-4c02-a98b-2ada7d82cd60 req-130fd14e-2f65-42a6-85d1-190eaa131d58 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Apr 12 11:04:46.605722 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024dac8-32d0-41ef-9609-831d13f184c7 req-05dfc325-7bd6-47fd-b647-6a09f8d3465f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:46.607453 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5024dac8-32d0-41ef-9609-831d13f184c7 req-05dfc325-7bd6-47fd-b647-6a09f8d3465f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0529175 Apr 12 11:04:46.665135 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5024dac8-32d0-41ef-9609-831d13f184c7 req-e1af19f6-36d1-4b9a-ac8d-d4a57b717667 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506506 Apr 12 11:04:46.801112 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e43060-8113-4830-9c1d-883f1f4b33e2 req-2a0b496d-fe65-4d11-b4ed-89e5a26a66e9 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:46.802716 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b8e43060-8113-4830-9c1d-883f1f4b33e2 req-2a0b496d-fe65-4d11-b4ed-89e5a26a66e9 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Apr 12 11:04:46.855327 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b8e43060-8113-4830-9c1d-883f1f4b33e2 req-08642233-13ff-4120-b107-2f14502c9313 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Apr 12 11:04:47.572363 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742ee97-56d6-4a12-9183-aa258a08ca6a req-91f417af-c359-4dce-8958-485c463b8e4b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:47.573895 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5742ee97-56d6-4a12-9183-aa258a08ca6a req-91f417af-c359-4dce-8958-485c463b8e4b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0700328 Apr 12 11:04:47.636975 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5742ee97-56d6-4a12-9183-aa258a08ca6a req-e0264334-6e0d-42e6-a32e-0949afe1a463 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570762 Apr 12 11:04:47.804441 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a2f32-f9d6-4ca7-85d3-f6d8424d51eb req-64fc78e2-b23a-48b4-ba09-67d663cad3ae tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:47.805978 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2b3a2f32-f9d6-4ca7-85d3-f6d8424d51eb req-64fc78e2-b23a-48b4-ba09-67d663cad3ae tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0549808 Apr 12 11:04:47.859950 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2b3a2f32-f9d6-4ca7-85d3-f6d8424d51eb req-aeaf8f1a-ce7a-44a8-a595-2745bd9cdd6a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Apr 12 11:04:47.978631 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475524-6f7a-4f25-b95e-6aa3989fe22e req-e91cedb2-aab0-4335-b8e8-be9c6d30ffce tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:47.980069 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-28475524-6f7a-4f25-b95e-6aa3989fe22e req-e91cedb2-aab0-4335-b8e8-be9c6d30ffce tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Apr 12 11:04:48.030511 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-28475524-6f7a-4f25-b95e-6aa3989fe22e req-dd471eb9-7cb5-4beb-aa30-92755f573d53 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Apr 12 11:04:48.759217 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953fa7-9e46-4dd9-b59a-eccc9e56d622 req-6c7eded4-2bc4-4ed8-8e19-29244b145f4e tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:48.760722 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-59953fa7-9e46-4dd9-b59a-eccc9e56d622 req-6c7eded4-2bc4-4ed8-8e19-29244b145f4e tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Apr 12 11:04:48.810862 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-59953fa7-9e46-4dd9-b59a-eccc9e56d622 req-db8888bd-388e-4645-9021-59a2daa7ab8b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Apr 12 11:04:48.982202 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496893-0840-49ae-aaa0-25bae9e5e846 req-104d625f-46d5-4ed2-9ecd-c85942f78320 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:48.983621 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2a496893-0840-49ae-aaa0-25bae9e5e846 req-104d625f-46d5-4ed2-9ecd-c85942f78320 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0516763 Apr 12 11:04:49.035989 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2a496893-0840-49ae-aaa0-25bae9e5e846 req-4a93751d-c66d-4687-ae68-7ccae5729247 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467277 Apr 12 11:04:49.152421 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81d615-54e9-4147-b136-06cb6523ea86 req-98f3f226-f9a8-42f7-be7f-4999b1e4d5d1 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.154089 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5a81d615-54e9-4147-b136-06cb6523ea86 req-98f3f226-f9a8-42f7-be7f-4999b1e4d5d1 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Apr 12 11:04:49.201796 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5a81d615-54e9-4147-b136-06cb6523ea86 req-71453b11-d0e4-40f7-9ee6-4cd47da846c3 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Apr 12 11:04:49.302161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.931541 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4c9f-3003-47c9-a4f9-d2266e3bd781 req-c26d33dc-70a7-4c0f-a3fd-fe0fc0273886 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.933096 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c1d4c9f-3003-47c9-a4f9-d2266e3bd781 req-c26d33dc-70a7-4c0f-a3fd-fe0fc0273886 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0512798 Apr 12 11:04:49.982042 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c1d4c9f-3003-47c9-a4f9-d2266e3bd781 req-b35c38d4-e29c-4b84-9ca5-abddb03a3673 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Apr 12 11:04:50.161130 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9343080-4832-4abe-8b81-0494cd307ab4 req-af93c864-e2eb-452c-bea6-aa02107ce331 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:50.162702 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a9343080-4832-4abe-8b81-0494cd307ab4 req-af93c864-e2eb-452c-bea6-aa02107ce331 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0491705 Apr 12 11:04:50.215494 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a9343080-4832-4abe-8b81-0494cd307ab4 req-9292e5a7-85d1-4d5c-b2a9-4ecfa1f3dd3d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466859 Apr 12 11:04:50.322053 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68479288-df57-4785-9d4d-afad020768ef req-312e6c49-bc9f-45f2-8d83-4f424fdf000b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:50.323556 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-68479288-df57-4785-9d4d-afad020768ef req-312e6c49-bc9f-45f2-8d83-4f424fdf000b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Apr 12 11:04:50.387582 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-68479288-df57-4785-9d4d-afad020768ef req-9c8beafa-8d18-475d-a2a6-c53c142e31ba tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530813 Apr 12 11:04:50.948038 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-8a3155b1-ea0c-4f59-b6ba-c53ce701fdcb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421138 Apr 12 11:04:51.093647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51612-294c-46bb-897b-023fd16b3ac9 req-d46be42f-992e-4efe-94a4-10f3f99f595b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:51.095292 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31f51612-294c-46bb-897b-023fd16b3ac9 req-d46be42f-992e-4efe-94a4-10f3f99f595b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0481033 Apr 12 11:04:51.144327 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31f51612-294c-46bb-897b-023fd16b3ac9 req-4072defc-59d7-449c-b924-0d090b7acf48 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Apr 12 11:04:51.352112 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c00b1e-368e-4312-b9c8-4dc87c3cb1d0 req-dd0a9b8b-70f5-4ece-bfec-f858e6715e7c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:51.353580 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-29c00b1e-368e-4312-b9c8-4dc87c3cb1d0 req-dd0a9b8b-70f5-4ece-bfec-f858e6715e7c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0537062 Apr 12 11:04:51.416952 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-29c00b1e-368e-4312-b9c8-4dc87c3cb1d0 req-8aaf86e9-121e-401d-86c5-2646d04145fd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536602 Apr 12 11:04:51.524333 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90ed79-64a2-4b54-b645-ae2d2811841c req-2a8309a2-d065-46e9-bdc1-2067f3bf9e2c tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:51.525840 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb90ed79-64a2-4b54-b645-ae2d2811841c req-2a8309a2-d065-46e9-bdc1-2067f3bf9e2c tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Apr 12 11:04:51.574507 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb90ed79-64a2-4b54-b645-ae2d2811841c req-46cb097b-76f1-4b15-b5c3-fe9a40c38b9a tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Apr 12 11:04:52.264926 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd740b0-50fa-4117-b814-5f4ef96ca82b req-330b3207-1cec-4199-ba82-3958f33801bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.266386 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ecd740b0-50fa-4117-b814-5f4ef96ca82b req-330b3207-1cec-4199-ba82-3958f33801bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0474627 Apr 12 11:04:52.321746 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ecd740b0-50fa-4117-b814-5f4ef96ca82b req-52d4091c-79a4-48da-8c40-9d0ae66eb4c6 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493917 Apr 12 11:04:52.398717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-608ff3d0-f2bf-4609-934e-784fc972d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.401234 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-608ff3d0-f2bf-4609-934e-784fc972d2f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 1129 time: 0.0510187 Apr 12 11:04:52.404832 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6466671-7ec2-4f5d-b30c-38a4fddd25f3 req-9aed55d4-32df-4ef3-9a37-9045de9f3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.406438 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d6466671-7ec2-4f5d-b30c-38a4fddd25f3 req-9aed55d4-32df-4ef3-9a37-9045de9f3136 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 1129 time: 0.0511167 Apr 12 11:04:52.460895 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d6466671-7ec2-4f5d-b30c-38a4fddd25f3 req-3d0a50d1-9deb-403b-a15b-f8b826d2d3a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Apr 12 11:04:52.526847 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-8ed495eb-1e7c-432f-9614-9885ee08cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.528238 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-8ed495eb-1e7c-432f-9614-9885ee08cc67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.0968449 Apr 12 11:04:52.547660 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce5e53-e365-4950-b9b8-6fe9cbc39b2e req-b8782372-fe80-4e66-82e1-83e5992f31d6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.549291 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1bce5e53-e365-4950-b9b8-6fe9cbc39b2e req-b8782372-fe80-4e66-82e1-83e5992f31d6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0573084 Apr 12 11:04:52.597813 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1bce5e53-e365-4950-b9b8-6fe9cbc39b2e req-472abd1c-66b4-4e46-bc1c-88b94cfd1f81 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Apr 12 11:04:52.705058 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb2a5b-9357-4573-8a1f-c33b3fb9e36b req-fea729be-eaa4-41db-940a-877b31b9440b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.706527 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4afb2a5b-9357-4573-8a1f-c33b3fb9e36b req-fea729be-eaa4-41db-940a-877b31b9440b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0527010 Apr 12 11:04:52.759235 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4afb2a5b-9357-4573-8a1f-c33b3fb9e36b req-6150b856-a033-4291-a3bb-707f1723d175 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Apr 12 11:04:53.094547 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-c4d1d8b6-efa0-4f54-8600-2f66f6efe55c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 200 len: 217 time: 0.0595374 Apr 12 11:04:53.103364 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd26ae6-052a-40e2-a997-6de730a1568e req-057b2ca3-c2b0-4fca-acac-25a2f99620ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.104893 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8bd26ae6-052a-40e2-a997-6de730a1568e req-057b2ca3-c2b0-4fca-acac-25a2f99620ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1129 time: 0.0827787 Apr 12 11:04:53.448686 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d728bb5-e9e6-4de2-939c-11c5fbb68369 req-53d19d9d-2429-4773-99e3-49d1fe9996ca tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.450155 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1d728bb5-e9e6-4de2-939c-11c5fbb68369 req-53d19d9d-2429-4773-99e3-49d1fe9996ca tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0537102 Apr 12 11:04:53.501787 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1d728bb5-e9e6-4de2-939c-11c5fbb68369 req-9bc6b248-1be8-4929-a615-72e403a20d8a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Apr 12 11:04:53.693644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-f7f38fb7-258d-4415-bbc9-5f557ae15587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.695035 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-f7f38fb7-258d-4415-bbc9-5f557ae15587 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0879138 Apr 12 11:04:53.698568 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8bd26ae6-052a-40e2-a997-6de730a1568e req-8e52789d-9ca6-4847-9a07-571a6a7424c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003087 Apr 12 11:04:53.734149 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea718c36-70d7-4503-b2fd-3f6bbb3c0bae req-54982a15-d231-43db-89bc-ccee04da8b24 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.735625 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ea718c36-70d7-4503-b2fd-3f6bbb3c0bae req-54982a15-d231-43db-89bc-ccee04da8b24 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0541761 Apr 12 11:04:53.785130 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ea718c36-70d7-4503-b2fd-3f6bbb3c0bae req-3b021a9b-7064-4f79-b6c7-f782181bb2dc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Apr 12 11:04:53.883272 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec95026-6a79-42c8-8e21-c08a51a7790a req-b1bb21b7-f8f7-436c-8513-52bfb1d8b96e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.884620 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dec95026-6a79-42c8-8e21-c08a51a7790a req-b1bb21b7-f8f7-436c-8513-52bfb1d8b96e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0560780 Apr 12 11:04:53.932646 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dec95026-6a79-42c8-8e21-c08a51a7790a req-7b962ca3-44e4-49a9-84df-be452ff76960 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Apr 12 11:04:54.159469 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-481d8bed-932e-4ce0-b9d3-ade8c1760b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:54.162707 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-481d8bed-932e-4ce0-b9d3-ade8c1760b3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524597 Apr 12 11:04:54.344667 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a6c0-2f1f-48d7-b7ac-52d966dafa4b req-7e774afc-75d8-431f-ba1b-6aaa2d99adbe tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:54.346124 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b663a6c0-2f1f-48d7-b7ac-52d966dafa4b req-7e774afc-75d8-431f-ba1b-6aaa2d99adbe tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Apr 12 11:04:54.393088 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b663a6c0-2f1f-48d7-b7ac-52d966dafa4b req-77a67bcf-23fd-48ff-85e0-cacbbf7c3096 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 Apr 12 11:04:54.630341 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ffe-f979-437a-a879-ea707e1aab6e req-822017e9-728a-457a-a68d-65a135a31ee1 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:54.631864 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-80198ffe-f979-437a-a879-ea707e1aab6e req-822017e9-728a-457a-a68d-65a135a31ee1 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0476506 Apr 12 11:04:54.684632 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-80198ffe-f979-437a-a879-ea707e1aab6e req-5d986a60-0d48-4305-99dd-71082394c517 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Apr 12 11:04:54.914423 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411011a4-80dd-4ce9-bb8b-cda1d2bbc564 req-d80b56d4-2680-4e81-928d-aa5c1384b872 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:54.915906 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-411011a4-80dd-4ce9-bb8b-cda1d2bbc564 req-d80b56d4-2680-4e81-928d-aa5c1384b872 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 943 time: 0.0505011 Apr 12 11:04:54.968705 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-411011a4-80dd-4ce9-bb8b-cda1d2bbc564 req-dab4fec4-26eb-47ba-80ce-e6f88185248a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447159 Apr 12 11:04:55.018210 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:55.046040 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4d0b2-1f2b-456b-af9d-c1a4af06eb29 req-02e03b33-3726-402c-b17c-6500144cf54f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:55.047550 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-acb4d0b2-1f2b-456b-af9d-c1a4af06eb29 req-02e03b33-3726-402c-b17c-6500144cf54f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Apr 12 11:04:55.094930 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-acb4d0b2-1f2b-456b-af9d-c1a4af06eb29 req-40c29cad-d8c2-478e-a7c5-00a3c3e84f1b tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Apr 12 11:04:55.118381 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:55.130263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'port_id': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'mac_address': 'fa:16:3e:fb:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:55.172194 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:55.172601 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.186092 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58e7138-5765-4cb5-b859-6f326a4d7661 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:55.206385 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:55.210403 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.262914 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=9']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:55.512276 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3172d-acab-41d4-9027-500eb5c028aa req-86aa8da3-0d04-49cf-8045-903c40ead721 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:55.519495 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ccb3172d-acab-41d4-9027-500eb5c028aa req-86aa8da3-0d04-49cf-8045-903c40ead721 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0589623 Apr 12 11:04:55.567185 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ccb3172d-acab-41d4-9027-500eb5c028aa req-4f0f6109-95f7-4292-998f-284e6148919a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Apr 12 11:04:55.662185 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['a58e7138-5765-4cb5-b859-6f326a4d7661'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:55.827337 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a3f58-f631-4224-9e4d-d70f32015473 req-c535a11d-025c-4e0a-8ce9-5b388ada168d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:55.829549 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1a9a3f58-f631-4224-9e4d-d70f32015473 req-c535a11d-025c-4e0a-8ce9-5b388ada168d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0648644 Apr 12 11:04:55.932587 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1a9a3f58-f631-4224-9e4d-d70f32015473 req-941283a3-8160-4903-955a-88d7a2efd192 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949249 Apr 12 11:04:55.953135 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-02c226d3-7f31-44ee-8eb4-f7229ce1990b service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225548 Apr 12 11:04:56.106441 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7b4c-24e6-4dbe-ba9d-08326e838100 req-8538b339-43a7-4d49-b3c9-f135240f063c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:56.107955 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-921b7b4c-24e6-4dbe-ba9d-08326e838100 req-8538b339-43a7-4d49-b3c9-f135240f063c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 944 time: 0.0640481 Apr 12 11:04:56.156239 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-921b7b4c-24e6-4dbe-ba9d-08326e838100 req-415fa1f7-9d94-40c5-b4bb-b56b7a63c64f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Apr 12 11:04:56.578370 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6523420a-36e3-4d7a-85b6-e4c1664377fe req-b5f77f37-9666-44cf-8aee-ed1e3dd2081d service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911007 Apr 12 11:04:56.692643 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a880b5-1979-490b-b831-a89641908b89 req-1f9edd1e-bb2d-475c-9b22-6673c23c8e76 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:56.694186 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-44a880b5-1979-490b-b831-a89641908b89 req-1f9edd1e-bb2d-475c-9b22-6673c23c8e76 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0591822 Apr 12 11:04:56.742018 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-44a880b5-1979-490b-b831-a89641908b89 req-a58ad689-72fc-4209-a856-0fea53b7408c tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419831 Apr 12 11:04:57.046101 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062b274-0e17-4b9b-a271-269a86da248e req-1642ae0d-76cf-4ceb-9573-f4ff18a41943 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.047718 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4062b274-0e17-4b9b-a271-269a86da248e req-1642ae0d-76cf-4ceb-9573-f4ff18a41943 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0488951 Apr 12 11:04:57.049263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:57.112437 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4062b274-0e17-4b9b-a271-269a86da248e req-134ce3aa-30d9-4a39-a631-3bcb381ebe11 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528116 Apr 12 11:04:57.113846 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port a58e7138-5765-4cb5-b859-6f326a4d7661 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:57.114233 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:57.200318 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port a58e7138-5765-4cb5-b859-6f326a4d7661 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:57.200824 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:57.229446 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97fe45-c025-4971-b70f-4b017b507cf3 req-05177367-635d-4242-b646-64a86387439b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.231156 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3e97fe45-c025-4971-b70f-4b017b507cf3 req-05177367-635d-4242-b646-64a86387439b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0537820 Apr 12 11:04:57.234245 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:57.236614 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5b4f0-78ab-4b9d-8c7e-994fdc523a08" -d '{"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-plugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:57.255768 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:57.262632 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:57.307911 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d7fd7-fc21-4882-884a-908e67e9c146 req-84bcba50-741d-4b45-bee1-aefee877c626 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.309701 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d16d7fd7-fc21-4882-884a-908e67e9c146 req-84bcba50-741d-4b45-bee1-aefee877c626 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 944 time: 0.0779397 Apr 12 11:04:57.310961 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3e97fe45-c025-4971-b70f-4b017b507cf3 req-18bd5cb5-bb1c-4810-9f7f-8bda77866745 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Apr 12 11:04:57.344722 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=10']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:57.354193 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c23cd-6c22-4571-89a4-c54b72ed3c2a x-openstack-request-id: req-6b9c23cd-6c22-4571-89a4-c54b72ed3c2a {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:57.354516 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-plugged", "status": "completed", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:57.354788 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b9c23cd-6c22-4571-89a4-c54b72ed3c2a {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:57.355634 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9c23cd-6c22-4571-89a4-c54b72ed3c2a'] response: {'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'code': 200} Apr 12 11:04:57.356654 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.357075 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.357421 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.357764 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.358113 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.358430 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.358782 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.359123 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.359453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.359851 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.360113 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.360424 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.361013 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.361228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.361548 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:57.363463 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d16d7fd7-fc21-4882-884a-908e67e9c146 req-ce7946b8-50e4-416b-b924-3b6489a5ea75 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461464 Apr 12 11:04:57.675673 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d477d6-fa28-40e4-b9c9-5a1d2059d28b req-3c4d6a77-617d-442d-81ff-d8c76f90d533 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.675673 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-94d477d6-fa28-40e4-b9c9-5a1d2059d28b req-3c4d6a77-617d-442d-81ff-d8c76f90d533 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Apr 12 11:04:57.723259 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-94d477d6-fa28-40e4-b9c9-5a1d2059d28b req-2d4852db-8dfc-4d1a-80a2-7be68524aee2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Apr 12 11:04:57.875634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e25aa-6c81-45b9-b373-d6223e4858df req-bf80fdeb-fed8-4964-a8d0-2df1551b9e1a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.877327 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6f6e25aa-6c81-45b9-b373-d6223e4858df req-bf80fdeb-fed8-4964-a8d0-2df1551b9e1a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0636079 Apr 12 11:04:57.939040 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6f6e25aa-6c81-45b9-b373-d6223e4858df req-b43c5fbb-930f-45d0-afeb-dbe84c4881f0 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559003 Apr 12 11:04:58.277921 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a91581-ee62-4f3f-86ba-1eb8acf5234c req-ac13e2db-fce4-42bc-9d67-27e22055654d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.279644 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d5a91581-ee62-4f3f-86ba-1eb8acf5234c req-ac13e2db-fce4-42bc-9d67-27e22055654d tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Apr 12 11:04:58.327671 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d5a91581-ee62-4f3f-86ba-1eb8acf5234c req-640501d2-1c79-4138-bc59-8e2b19fd2783 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417323 Apr 12 11:04:58.390710 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-a61f1711-4b0b-43c7-bacc-3d7d82c78c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.392895 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-a61f1711-4b0b-43c7-bacc-3d7d82c78c34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0410833 Apr 12 11:04:58.495965 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573056f-ba7f-4f81-b9b2-1c86248ab377 req-9976198c-ceea-4f89-b2dc-2c31d4ca40a8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.497457 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2573056f-ba7f-4f81-b9b2-1c86248ab377 req-9976198c-ceea-4f89-b2dc-2c31d4ca40a8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0599365 Apr 12 11:04:58.507679 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085d1cc-1a00-4d2e-9796-721fbb758f3c req-92d4e5d8-8c42-4519-9486-a3fec2d77f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.509151 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2085d1cc-1a00-4d2e-9796-721fbb758f3c req-92d4e5d8-8c42-4519-9486-a3fec2d77f1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 1130 time: 0.0963261 Apr 12 11:04:58.538983 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-5a714abe-36e5-446a-9800-e7259bc62e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.540463 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-5a714abe-36e5-446a-9800-e7259bc62e6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1189835 Apr 12 11:04:58.553048 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2573056f-ba7f-4f81-b9b2-1c86248ab377 req-e5366a46-91d4-46d9-9f06-e995925ebbe7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494547 Apr 12 11:04:58.693775 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-d09706f2-936f-493d-9b79-8ccb3bf072cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 1001 time: 0.0893097 Apr 12 11:04:58.695760 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2085d1cc-1a00-4d2e-9796-721fbb758f3c req-2779c26d-4bce-4f49-bbb4-7f5cdd79d58b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925941 Apr 12 11:04:59.054137 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c34ad-6f1a-4336-a7a7-470f4f21428e req-512f54db-5d0a-4f16-a11b-8e25df732c18 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.055995 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-859c34ad-6f1a-4336-a7a7-470f4f21428e req-512f54db-5d0a-4f16-a11b-8e25df732c18 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0504465 Apr 12 11:04:59.144349 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-aeb5fc97-a65a-4a79-a736-4dbcc596d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.145821 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-aeb5fc97-a65a-4a79-a736-4dbcc596d485 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0708385 Apr 12 11:04:59.148972 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-859c34ad-6f1a-4336-a7a7-470f4f21428e req-bf56475c-ac71-422b-985b-0b8e231235ce tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872681 Apr 12 11:04:59.445726 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4745e-6c7c-4e37-b9b7-8633b30d8bbf req-afbfdbfe-9b8d-4ced-9f2b-6873f598cc34 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.447229 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a8a4745e-6c7c-4e37-b9b7-8633b30d8bbf req-afbfdbfe-9b8d-4ced-9f2b-6873f598cc34 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0487115 Apr 12 11:04:59.498156 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a8a4745e-6c7c-4e37-b9b7-8633b30d8bbf req-3b009d39-4d56-4621-b25c-ca806d3164de tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443232 Apr 12 11:04:59.676823 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba107260-6c15-4b8f-aa72-496ccf226fb0 req-df0d4db4-daa5-4119-9d68-dbdc3fd9c703 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.678477 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba107260-6c15-4b8f-aa72-496ccf226fb0 req-df0d4db4-daa5-4119-9d68-dbdc3fd9c703 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Apr 12 11:04:59.760641 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ba107260-6c15-4b8f-aa72-496ccf226fb0 req-8a0f5ddf-e50b-4449-9f96-5a480c7919df tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715938 Apr 12 11:04:59.768706 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-5d02f6b1-335b-4767-abd4-166975e0a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.770172 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-5d02f6b1-335b-4767-abd4-166975e0a7d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0556300 Apr 12 11:05:00.302520 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb2e76-67ef-4d4f-8809-fe2b3fcc52af req-43107a1a-6a6b-47ce-b7c4-122c772503a2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.304072 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6fdb2e76-67ef-4d4f-8809-fe2b3fcc52af req-43107a1a-6a6b-47ce-b7c4-122c772503a2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Apr 12 11:05:00.324503 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-15751637-cce8-4fce-96b7-95b2dd8298c9 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438031 Apr 12 11:05:00.361146 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6fdb2e76-67ef-4d4f-8809-fe2b3fcc52af req-bb7d0dd5-33af-483b-a89c-15bd7e3d82e8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471313 Apr 12 11:05:00.619887 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d59dda-5ab9-481a-8ac1-ef6c8d98774a req-cd2f636b-e2ca-486b-b02d-cd641661a8a3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.621353 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d9d59dda-5ab9-481a-8ac1-ef6c8d98774a req-cd2f636b-e2ca-486b-b02d-cd641661a8a3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0482483 Apr 12 11:05:00.671888 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d9d59dda-5ab9-481a-8ac1-ef6c8d98774a req-b0a39a8e-139e-447f-bd36-8afed42908d9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Apr 12 11:05:00.888893 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40140-ceab-4c1d-a241-6e600e5c344f req-c5e82306-df3a-4714-8721-897e6522598b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.890816 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-84b40140-ceab-4c1d-a241-6e600e5c344f req-c5e82306-df3a-4714-8721-897e6522598b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0523415 Apr 12 11:05:00.974823 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-84b40140-ceab-4c1d-a241-6e600e5c344f req-9b8e508c-3f2a-4a63-8cea-d0f3dceb5685 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671427 Apr 12 11:05:01.135117 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6491756c-86a6-4c7a-8335-ab248ffd55b3 req-e8d8e31b-e7cd-4ae7-9392-fbeb2a31418c service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247799 Apr 12 11:05:01.480864 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76172b3-44e3-499b-a3dd-9252a84f540d req-f46e5744-0460-4265-9d27-04e072e3e422 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:01.482432 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e76172b3-44e3-499b-a3dd-9252a84f540d req-f46e5744-0460-4265-9d27-04e072e3e422 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0487697 Apr 12 11:05:01.539295 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e76172b3-44e3-499b-a3dd-9252a84f540d req-80e2a88e-b9a6-4452-89d0-d645708fdae8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508509 Apr 12 11:05:01.800030 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437eb6-1b0e-425c-8415-01ff01366b87 req-605e53cf-9fe1-4a57-b90c-9f43207c2100 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:01.801543 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b6437eb6-1b0e-425c-8415-01ff01366b87 req-605e53cf-9fe1-4a57-b90c-9f43207c2100 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0575116 Apr 12 11:05:01.852027 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b6437eb6-1b0e-425c-8415-01ff01366b87 req-fd9985a5-78b1-4e67-8c1c-3ba7d6d6ecfe tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Apr 12 11:05:02.104892 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698109b-6a30-46db-b7a6-568794f30641 req-a1cdbcab-77b6-44a1-abb5-0c82b8e2cc84 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:02.106364 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3698109b-6a30-46db-b7a6-568794f30641 req-a1cdbcab-77b6-44a1-abb5-0c82b8e2cc84 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0561354 Apr 12 11:05:02.156547 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3698109b-6a30-46db-b7a6-568794f30641 req-cd50c9b8-94e5-4a1b-b28a-4b8e2d81c81e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443683 Apr 12 11:05:02.654640 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29fa02-4ebe-40c1-98c1-0ac53572989f req-8622fa8a-8032-46b0-b646-afec80146aa7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:02.656178 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cb29fa02-4ebe-40c1-98c1-0ac53572989f req-8622fa8a-8032-46b0-b646-afec80146aa7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0502691 Apr 12 11:05:02.706352 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cb29fa02-4ebe-40c1-98c1-0ac53572989f req-715dc596-8c2f-4793-ae10-07131a9b5d04 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Apr 12 11:05:02.970694 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563cbcf-5417-4e5a-9598-e5d6fcbed375 req-25acf180-3075-48df-9dca-0635e1b1ccc0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:02.972227 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8563cbcf-5417-4e5a-9598-e5d6fcbed375 req-25acf180-3075-48df-9dca-0635e1b1ccc0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Apr 12 11:05:03.025062 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8563cbcf-5417-4e5a-9598-e5d6fcbed375 req-3141dddc-3ef5-4474-aa82-a796f4c5f041 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455711 Apr 12 11:05:03.429200 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7354e5-dd60-4d08-b391-3c6f216b2018 req-9e505fd4-559e-4485-9faa-39b70a520a21 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:03.430627 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe7354e5-dd60-4d08-b391-3c6f216b2018 req-9e505fd4-559e-4485-9faa-39b70a520a21 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0554571 Apr 12 11:05:03.486845 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe7354e5-dd60-4d08-b391-3c6f216b2018 req-6eff685a-c14c-441d-93a1-7ec75e58f6e5 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Apr 12 11:05:03.510283 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38690) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:03.651004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8126c1f-b3fb-4076-9679-51361e625499 tempest-TestMinimumBasicScenario-438473198 tempest-TestMinimumBasicScenario-438473198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:03.652539 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-c8126c1f-b3fb-4076-9679-51361e625499 tempest-TestMinimumBasicScenario-438473198 tempest-TestMinimumBasicScenario-438473198-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1124 time: 0.1411285 Apr 12 11:05:03.655747 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38694) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:03.660235 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'port_id': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:03.683576 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:03.773586 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:03.829691 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094f3b-8dfa-44fe-9e94-0c3a41d2fc52 req-9fed2efa-f6d4-434b-9910-401fa874c45f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:03.831311 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-38094f3b-8dfa-44fe-9e94-0c3a41d2fc52 req-9fed2efa-f6d4-434b-9910-401fa874c45f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Apr 12 11:05:03.879210 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-38094f3b-8dfa-44fe-9e94-0c3a41d2fc52 req-87bafcdc-78ae-46b2-9bf3-172a55061547 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Apr 12 11:05:03.881632 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Allocated IP 172.28.2.83 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/b21ec5a3-0752-4771-a157-4409d5d5a6e4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:03.995099 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.032255 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.072851 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:04.075715 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:04.079107 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:04.084420 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'Port': ['ID=b21ec5a3-0752-4771-a157-4409d5d5a6e4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:04.129342 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.129679 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.130015 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.130348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.130702 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.131027 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.131347 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.131668 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.131987 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.132305 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.132634 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.132912 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.133224 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.133536 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.133846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:04.195139 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522ed34-4812-4171-b7ff-9288fba1a926 req-6efd6001-249b-4141-bdc0-af03db980856 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:04.196550 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f522ed34-4812-4171-b7ff-9288fba1a926 req-6efd6001-249b-4141-bdc0-af03db980856 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0932503 Apr 12 11:05:04.320298 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f522ed34-4812-4171-b7ff-9288fba1a926 req-04dc35f3-986d-4b5b-a89a-bd13b85e1c22 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177804 Apr 12 11:05:04.554730 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for floatingip (14914d4b-179f-4fec-80be-cfa8cad7ea9f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.639486 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.800694 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.807910 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.876837 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'Port': ['ID=b21ec5a3-0752-4771-a157-4409d5d5a6e4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:04.887761 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (14914d4b-179f-4fec-80be-cfa8cad7ea9f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.001687 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f3a79-eea0-4ef5-af0c-ba4e774497b8 req-77c32d89-d928-4b87-bd0a-6b347d6a08ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.007061 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ca2f3a79-eea0-4ef5-af0c-ba4e774497b8 req-77c32d89-d928-4b87-bd0a-6b347d6a08ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0567207 Apr 12 11:05:05.014595 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Floating IP 14914d4b-179f-4fec-80be-cfa8cad7ea9f associated. External IP: 172.28.2.83, port: 2f818e10-f34c-497f-ac44-1cfc27fa7ea4. Apr 12 11:05:05.052065 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ca2f3a79-eea0-4ef5-af0c-ba4e774497b8 req-61d95d12-0af9-43f2-8a8e-b6725e063ea6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Apr 12 11:05:05.238685 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Router a7dd0400-ec55-4c05-8bc7-f7330052bee3 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:05:05.367929 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:05:05.379637 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] Sync routers for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:05:05.389032 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.391285 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:05.392422 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:04:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:05.446662 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-2a1fb13f-1b48-4617-9953-b82c7c3a40b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7898555 Apr 12 11:05:05.449903 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:05.450311 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 38708) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:05.452722 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5980ffae-6e00-477f-b30f-84b839340a92" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:05.454888 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592575338', 'description': 'tempest-secgroup-smoke-592575338 description', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:05.469477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa1e12-dc87-4833-8f61-37f083df620f req-9714a3ab-dffa-41c3-a176-28050e50ee7c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.471126 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4caa1e12-dc87-4833-8f61-37f083df620f req-9714a3ab-dffa-41c3-a176-28050e50ee7c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0614853 Apr 12 11:05:05.478795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.504792 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:05.513084 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28119077-6c72-4078-86d1-b6aec02e693d x-openstack-request-id: req-28119077-6c72-4078-86d1-b6aec02e693d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:05.513377 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:05.513632 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28119077-6c72-4078-86d1-b6aec02e693d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:05.514231 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28119077-6c72-4078-86d1-b6aec02e693d'] response: {'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'status': 'completed', 'code': 200} Apr 12 11:05:05.542131 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4caa1e12-dc87-4833-8f61-37f083df620f req-d5d0e699-0f48-4ab9-9704-830fef2f4d52 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639367 Apr 12 11:05:05.571668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group (4a8eb466-eb7f-4055-89cb-8ea9fcefe222), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.582639 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4a8eb466-eb7f-4055-89cb-8ea9fcefe222), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.635714 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.636836 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1854527 Apr 12 11:05:05.639251 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980ffae-6e00-477f-b30f-84b839340a92 req-e22535f7-1262-4c72-83bf-241b412a74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.640371 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38712) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:05.640857 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-e22535f7-1262-4c72-83bf-241b412a74b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1129 time: 0.0677893 Apr 12 11:05:05.642116 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8eb466-eb7f-4055-89cb-8ea9fcefe222,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:05.645372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group_rule': {'security_group_id': '4a8eb466-eb7f-4055-89cb-8ea9fcefe222', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:05.657952 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.658322 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.658659 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.659035 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.659374 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.659732 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.660055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.660448 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.660826 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.661176 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.661633 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.661828 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.662179 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.662459 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.662775 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0138d-452c-48fa-867d-790b34771290 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:05.686947 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (834d1958-bbc8-4a39-b11c-33b2d0055011), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.750224 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (834d1958-bbc8-4a39-b11c-33b2d0055011), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.752853 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980ffae-6e00-477f-b30f-84b839340a92 req-98e76869-40cd-432c-8b5c-c25e70755472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.754394 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-98e76869-40cd-432c-8b5c-c25e70755472 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 915 time: 0.1057138 Apr 12 11:05:05.756030 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '14914d4b-179f-4fec-80be-cfa8cad7ea9f', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'port_id': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'mac_address': 'fa:16:3e:f6:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:04Z', 'updated_at': '2022-04-12T11:05:04Z', 'revision_number': 0, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:05.756303 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (834d1958-bbc8-4a39-b11c-33b2d0055011), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.776555 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834d1958-bbc8-4a39-b11c-33b2d0055011,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:05.784995 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.787468 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] Checking router: a7dd0400-ec55-4c05-8bc7-f7330052bee3 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:05:05.791189 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-39430810-f264-4c57-ac92-2c76bc2158bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494396 Apr 12 11:05:05.792026 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38714) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:05.797227 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:05.797887 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:04:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:05.798007 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group_rule': {'security_group_id': '4a8eb466-eb7f-4055-89cb-8ea9fcefe222', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:05.828612 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (75391afc-f86e-4868-b4a4-6528aac149c7), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.844916 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-0e2ce2ed-483d-48bc-aed3-1d9e8e80cd69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 998 time: 0.0749454 Apr 12 11:05:05.899929 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980ffae-6e00-477f-b30f-84b839340a92 req-35b18ff1-89be-4d5f-8ae0-859fb5f2ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.901604 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-35b18ff1-89be-4d5f-8ae0-859fb5f2ca70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 200 len: 853 time: 0.0500305 Apr 12 11:05:05.903719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (75391afc-f86e-4868-b4a4-6528aac149c7), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.908190 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (75391afc-f86e-4868-b4a4-6528aac149c7), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.912904 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:05.927109 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75391afc-f86e-4868-b4a4-6528aac149c7,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:05.938329 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.941761 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-140a5c65-6786-4537-9090-0124794f4986 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486697 Apr 12 11:05:05.942449 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:05.947184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group_rule': {'security_group_id': '4a8eb466-eb7f-4055-89cb-8ea9fcefe222', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:05.953980 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980ffae-6e00-477f-b30f-84b839340a92 req-4c98fa9c-7fda-4023-b438-18e64ca68517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.955936 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-4c98fa9c-7fda-4023-b438-18e64ca68517 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4216737-ad3d-423b-9c01-92b563c7c6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474741 Apr 12 11:05:05.973213 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (97b275fb-8439-44bd-8a2f-ac72670221b1), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.044243 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (97b275fb-8439-44bd-8a2f-ac72670221b1), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.051795 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (97b275fb-8439-44bd-8a2f-ac72670221b1), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.059722 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-a20b63a5-e7ad-4c08-bf13-7ecbdacba03f service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972741 Apr 12 11:05:06.078628 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b275fb-8439-44bd-8a2f-ac72670221b1,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.093951 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.099788 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-5dd7da6d-3fcd-428f-92de-8054149bbf04 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530023 Apr 12 11:05:06.099788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:06.105859 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group_rule': {'security_group_id': '4a8eb466-eb7f-4055-89cb-8ea9fcefe222', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:06.148422 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (5b6f5eec-401f-44fc-95ae-cd20a66ddcfd), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.183060 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '14914d4b-179f-4fec-80be-cfa8cad7ea9f', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'port_id': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'mac_address': 'fa:16:3e:f6:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:04Z', 'updated_at': '2022-04-12T11:05:04Z', 'revision_number': 0, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:06.199416 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e752-9e15-4dd3-8753-db9b83afa6fb req-c94c3176-3129-4e9f-93dd-eea4beecc5f1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.200907 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4286e752-9e15-4dd3-8753-db9b83afa6fb req-c94c3176-3129-4e9f-93dd-eea4beecc5f1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0595100 Apr 12 11:05:06.215865 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fafae5e-0ea4-417d-a444-1ce9e0ad870b None None] The sync data for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb is: [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '14914d4b-179f-4fec-80be-cfa8cad7ea9f', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'port_id': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'mac_address': 'fa:16:3e:f6:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:04Z', 'updated_at': '2022-04-12T11:05:04Z', 'revision_number': 0, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:05:06.218704 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (5b6f5eec-401f-44fc-95ae-cd20a66ddcfd), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.223386 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5980ffae-6e00-477f-b30f-84b839340a92 req-a9124ecd-17f1-45c6-bc05-b7656bdbae18 service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553597 Apr 12 11:05:06.223790 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (5b6f5eec-401f-44fc-95ae-cd20a66ddcfd), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.242068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6f5eec-401f-44fc-95ae-cd20a66ddcfd,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.261851 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.263199 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-4a719f62-b213-455a-9c06-c6471b0de6a7 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628413 Apr 12 11:05:06.266144 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38724) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:06.271406 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group_rule': {'security_group_id': '4a8eb466-eb7f-4055-89cb-8ea9fcefe222', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:06.272587 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4286e752-9e15-4dd3-8753-db9b83afa6fb req-af27e1c9-81a1-4e51-8eba-ea739dc360cc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593433 Apr 12 11:05:06.292837 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Project cf2de320dc8b4afc881c905a9d245b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:05:06.299817 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (1705ca3d-7766-44ee-aa62-4b2f948a3414), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.360904 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (1705ca3d-7766-44ee-aa62-4b2f948a3414), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.365076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (1705ca3d-7766-44ee-aa62-4b2f948a3414), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.383875 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1705ca3d-7766-44ee-aa62-4b2f948a3414,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.399456 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.400879 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fc89e040-f7c1-4cff-872a-daa6ca639e5b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331370 Apr 12 11:05:06.403445 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38726) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:06.407850 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'security_group_rule': {'security_group_id': '4a8eb466-eb7f-4055-89cb-8ea9fcefe222', 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:06.431843 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Project cf2de320dc8b4afc881c905a9d245b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:05:06.438023 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (5a3eb06e-e47c-4ce1-a0b3-f7a6bfdc07e3), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.448226 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d9e234-c274-460c-a702-4380e8fedbcc None None] New status for floating IP 14914d4b-179f-4fec-80be-cfa8cad7ea9f: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:05:06.504222 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (5a3eb06e-e47c-4ce1-a0b3-f7a6bfdc07e3), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.508210 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (5a3eb06e-e47c-4ce1-a0b3-f7a6bfdc07e3), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.531977 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3eb06e-e47c-4ce1-a0b3-f7a6bfdc07e3,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.538431 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.542419 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-69dd3e94-6272-45a2-a0ef-638e9cb4dc18 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352570 Apr 12 11:05:06.641570 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-a5b84328-6362-467f-a0cf-463c96a69fd0 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592575338&fields=id&tenant_id=cf2de320dc8b4afc881c905a9d245b65 HTTP/1.1" status: 200 len: 267 time: 0.0535247 Apr 12 11:05:06.665011 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e77-fe4e-4ea0-8e1f-fa3a9f98ccf5 req-aaac7931-f23e-4232-9eec-cec17f16e1f9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.666838 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6e2c8e77-fe4e-4ea0-8e1f-fa3a9f98ccf5 req-aaac7931-f23e-4232-9eec-cec17f16e1f9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0493693 Apr 12 11:05:06.699201 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-ff319591-4264-400a-a0fa-3d5e0f34e2fd tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.700675 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-ff319591-4264-400a-a0fa-3d5e0f34e2fd tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0523801 Apr 12 11:05:06.711863 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'port': {'security_groups': ['7cc16e26-345b-43a4-84ee-4b4750cf0a12', '4a8eb466-eb7f-4055-89cb-8ea9fcefe222']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:06.717925 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6e2c8e77-fe4e-4ea0-8e1f-fa3a9f98ccf5 req-1a622d44-6deb-44bb-8819-76943668605e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Apr 12 11:05:06.786206 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.982703 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:07.018247 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.025309 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.081306 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f818e10-f34c-497f-ac44-1cfc27fa7ea4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:07.336300 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.336809 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.338193 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aff71d6b-efdc-4b02-aee7-0e99eccc4e3d req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "PUT /v2.0/ports/2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 981 time: 0.6309564 Apr 12 11:05:07.365406 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee07222-5e97-493a-bb51-9a83613946bf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:07.452416 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad67056-7a32-47d7-abb4-b650bfd5ff0f req-bc9640b8-7e9b-41f8-a92b-605571bdb720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.460218 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1ad67056-7a32-47d7-abb4-b650bfd5ff0f req-bc9640b8-7e9b-41f8-a92b-605571bdb720 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0812268 Apr 12 11:05:07.477414 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed9ae4b5-4de9-413e-838e-24d470b63fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.483585 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8cea4-5f29-47a8-8882-f2a13a513799 req-455cc1a2-9aa2-412f-b450-8eddbbf644cf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.485452 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4ef8cea4-5f29-47a8-8882-f2a13a513799 req-455cc1a2-9aa2-412f-b450-8eddbbf644cf tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0685084 Apr 12 11:05:07.516434 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:07.519917 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba865ff-29ce-4b79-9af7-1b9ec3728960" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:07.522360 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1ad67056-7a32-47d7-abb4-b650bfd5ff0f req-0b77070c-61b1-4f67-8c4a-113a5cc9d014 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608854 Apr 12 11:05:07.568905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd89a89-7f48-4526-9bd8-4af052a7a164 x-openstack-request-id: req-6cd89a89-7f48-4526-9bd8-4af052a7a164 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:07.569193 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:07.569555 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cd89a89-7f48-4526-9bd8-4af052a7a164 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:07.569926 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f818e10-f34c-497f-ac44-1cfc27fa7ea4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:07.570040 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd89a89-7f48-4526-9bd8-4af052a7a164'] response: {'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'status': 'completed', 'code': 200} Apr 12 11:05:07.579138 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4ef8cea4-5f29-47a8-8882-f2a13a513799 req-21c15fb2-438b-4dd9-80c0-cbb4f2247a97 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870063 Apr 12 11:05:07.635042 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-c16c0764-fb46-40cf-9647-1b6cd9dfda7a None None] Provisioning complete for port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:07.635318 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c16c0764-fb46-40cf-9647-1b6cd9dfda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.733266 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-e221b4e0-6e26-425b-bf4d-35b6080fe99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.734911 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-e221b4e0-6e26-425b-bf4d-35b6080fe99a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1168 time: 0.0415764 Apr 12 11:05:07.776882 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c16c0764-fb46-40cf-9647-1b6cd9dfda7a None None] Current status of the port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:07.857471 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ef45-0f4c-4fd5-bece-ab1c71b87f24 req-f822ae25-5f40-4bd1-815e-1759cf2caa53 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.858886 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b99ef45-0f4c-4fd5-bece-ab1c71b87f24 req-f822ae25-5f40-4bd1-815e-1759cf2caa53 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0555439 Apr 12 11:05:07.883857 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-ac3d1c71-c568-42a1-ae6a-83aaa69ac394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.885291 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-ac3d1c71-c568-42a1-ae6a-83aaa69ac394 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 915 time: 0.1399863 Apr 12 11:05:07.957521 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b99ef45-0f4c-4fd5-bece-ab1c71b87f24 req-b76411f9-7560-4a70-b158-c1727220e89e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892050 Apr 12 11:05:07.971897 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-cfa92cab-2832-4afa-b3a6-17e3757deab9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0784459 Apr 12 11:05:08.020201 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-630cba69-9fde-4d19-9319-932041ae0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.021611 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-630cba69-9fde-4d19-9319-932041ae0368 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 200 len: 853 time: 0.0433481 Apr 12 11:05:08.065792 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-9f8c69e1-f850-4108-8e49-172245c8b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.067344 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-9f8c69e1-f850-4108-8e49-172245c8b436 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4216737-ad3d-423b-9c01-92b563c7c6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390689 Apr 12 11:05:08.162308 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-64af9cc0-c3f8-472a-b24d-de6e7cd02dfa service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Apr 12 11:05:08.252808 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ba865ff-29ce-4b79-9af7-1b9ec3728960 req-244f831e-8b4f-41a5-90a8-485059059fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823224 Apr 12 11:05:08.643048 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed29f5d-fd90-44d4-8fb7-50653ac63e77 req-e63f5b3d-c29e-4cff-a91c-c7f8bdb610eb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.644568 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8ed29f5d-fd90-44d4-8fb7-50653ac63e77 req-e63f5b3d-c29e-4cff-a91c-c7f8bdb610eb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0574253 Apr 12 11:05:08.695726 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8ed29f5d-fd90-44d4-8fb7-50653ac63e77 req-762363d5-619d-4d27-b8d8-c410ac26b2a9 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Apr 12 11:05:09.081454 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a097-7a75-4e87-ab26-84e00dde8c9e req-e2363c31-0451-42e9-ac77-66f49ceb7c01 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.082933 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-de18a097-7a75-4e87-ab26-84e00dde8c9e req-e2363c31-0451-42e9-ac77-66f49ceb7c01 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0496299 Apr 12 11:05:09.137712 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-de18a097-7a75-4e87-ab26-84e00dde8c9e req-e7fc850b-eefa-40cd-9e5a-2396b506d895 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 Apr 12 11:05:09.809391 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12722209-af49-489b-86c2-08801d6b8339 req-36656504-ec22-4a05-835e-f4652cad0ff2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.810878 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-12722209-af49-489b-86c2-08801d6b8339 req-36656504-ec22-4a05-835e-f4652cad0ff2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0485537 Apr 12 11:05:09.858471 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-12722209-af49-489b-86c2-08801d6b8339 req-6ba1db90-ad61-4ee7-9ee0-b7180f161477 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Apr 12 11:05:09.881164 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-636877fd-7b1c-4ed5-b2f7-d03a7be4acdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:10.259228 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2417-fff1-4dea-94f9-f75092224455 req-cf1f5843-0d97-4562-8eef-ae9ccc230d4c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.260755 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-819a2417-fff1-4dea-94f9-f75092224455 req-cf1f5843-0d97-4562-8eef-ae9ccc230d4c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Apr 12 11:05:10.309685 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-819a2417-fff1-4dea-94f9-f75092224455 req-4695e6fb-01d1-42ff-9bf3-f703d79a62f3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Apr 12 11:05:10.602935 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:10.980334 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ee6a-e681-4b91-8505-e142c4f382b7 req-92d3a6c5-b7ba-4640-94dc-f4ceb36d72bc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.981895 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f7b3ee6a-e681-4b91-8505-e142c4f382b7 req-92d3a6c5-b7ba-4640-94dc-f4ceb36d72bc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Apr 12 11:05:11.029874 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f7b3ee6a-e681-4b91-8505-e142c4f382b7 req-46601e95-2630-4baa-a746-1c52203dd210 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Apr 12 11:05:11.424828 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bdb16-db89-4c82-8b9b-8b447e316f97 req-039e5671-1119-499f-9c81-3bda9aff956e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:11.426313 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e3bdb16-db89-4c82-8b9b-8b447e316f97 req-039e5671-1119-499f-9c81-3bda9aff956e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0479505 Apr 12 11:05:11.475587 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e3bdb16-db89-4c82-8b9b-8b447e316f97 req-79529189-0d17-4a93-ab8f-8124c5a39c08 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Apr 12 11:05:12.094888 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.152539 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6ea9-310d-4013-ad58-832a0dbcf56b req-7ed0d78e-2a93-4887-9f00-d65153315a06 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.153966 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5dae6ea9-310d-4013-ad58-832a0dbcf56b req-7ed0d78e-2a93-4887-9f00-d65153315a06 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Apr 12 11:05:12.204056 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5dae6ea9-310d-4013-ad58-832a0dbcf56b req-8b5b3746-abcc-414e-ad0d-d11ebb2c43f1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 Apr 12 11:05:12.603139 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a766f5-5e8f-466b-8d3d-38169a9db624 req-6f9c3d5d-5035-48ab-afcb-490e8c090a74 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.604582 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e6a766f5-5e8f-466b-8d3d-38169a9db624 req-6f9c3d5d-5035-48ab-afcb-490e8c090a74 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0474687 Apr 12 11:05:12.655724 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e6a766f5-5e8f-466b-8d3d-38169a9db624 req-d0804e32-f2fb-44f7-8107-76625ce1c33c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 Apr 12 11:05:13.331216 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac176439-ed05-49ad-8187-f2d60bcd7165 req-e8692d1f-5001-427e-b8c9-7161fc4ce299 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.332762 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ac176439-ed05-49ad-8187-f2d60bcd7165 req-e8692d1f-5001-427e-b8c9-7161fc4ce299 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0556917 Apr 12 11:05:13.385025 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ac176439-ed05-49ad-8187-f2d60bcd7165 req-8871e4a1-0bcb-41ca-b373-7057ee140171 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467300 Apr 12 11:05:13.589797 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006622ed-043e-4393-8240-775dcf623687 req-70567775-6fc9-40b6-8cf7-8d840b9fdd51 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.591269 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-006622ed-043e-4393-8240-775dcf623687 req-70567775-6fc9-40b6-8cf7-8d840b9fdd51 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0514438 Apr 12 11:05:13.638798 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-006622ed-043e-4393-8240-775dcf623687 req-2be8f9a4-2f9a-4d3f-b696-ad83aa5d1174 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 Apr 12 11:05:13.700132 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-5eadaec6-2dd8-4146-8738-fdbeaaeca482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.701649 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-5eadaec6-2dd8-4146-8738-fdbeaaeca482 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 1129 time: 0.0438807 Apr 12 11:05:13.723672 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:13.813745 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acec3b-5603-4a1e-a340-f2b53c39b4a8 req-0595e5a3-70e4-48d3-a1be-250689d41fa2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.815303 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b7acec3b-5603-4a1e-a340-f2b53c39b4a8 req-0595e5a3-70e4-48d3-a1be-250689d41fa2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0859215 Apr 12 11:05:13.846970 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-4f81327e-6af9-4a1a-869c-b907c52cb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.848441 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-4f81327e-6af9-4a1a-869c-b907c52cb76e service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 911 time: 0.1371391 Apr 12 11:05:13.912836 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b7acec3b-5603-4a1e-a340-f2b53c39b4a8 req-27115da2-5f3b-401e-8959-6a8bded59664 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892539 Apr 12 11:05:13.941068 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-89927265-9322-4207-9d7e-0dc211896c93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 200 len: 1000 time: 0.0802414 Apr 12 11:05:13.998670 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-94553331-0835-4ead-8bb5-a172e5655b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.000119 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-94553331-0835-4ead-8bb5-a172e5655b00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.0510993 Apr 12 11:05:14.045809 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-7099e875-45c0-4623-8883-6f05320bb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.047384 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-7099e875-45c0-4623-8883-6f05320bb37e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391791 Apr 12 11:05:14.139576 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-4755c841-dc5f-41d4-8c56-de31273f1351 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851674 Apr 12 11:05:14.490216 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51398d45-7cfb-4b8f-8fd6-51ede24a73b6 req-2ab81f68-3a30-4ae4-8987-3b3d2292a0cd service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277357 Apr 12 11:05:14.760894 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e8918-b83b-4df9-8186-9ac05dc983e2 req-7119572c-00cb-443d-bd87-804a58b678c7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.762393 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b2e8918-b83b-4df9-8186-9ac05dc983e2 req-7119572c-00cb-443d-bd87-804a58b678c7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Apr 12 11:05:14.812034 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b2e8918-b83b-4df9-8186-9ac05dc983e2 req-563cce61-228b-4f13-999b-2b8cab0dc0fb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Apr 12 11:05:15.050018 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad8537-d0c7-4466-9993-272a34db0d5e req-b35699c1-7695-4a12-b3ef-096e0d65aefb tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.051520 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-94ad8537-d0c7-4466-9993-272a34db0d5e req-b35699c1-7695-4a12-b3ef-096e0d65aefb tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0527143 Apr 12 11:05:15.102712 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-94ad8537-d0c7-4466-9993-272a34db0d5e req-fdfaeeae-ff5d-43c5-aecf-6a9a61dc379e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Apr 12 11:05:15.944049 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007fab3-1404-4427-a4b7-ab3515afca3f req-d68b2fc3-fff7-42af-a285-9c72cf472e3f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.945406 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a007fab3-1404-4427-a4b7-ab3515afca3f req-d68b2fc3-fff7-42af-a285-9c72cf472e3f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0584273 Apr 12 11:05:15.992452 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a007fab3-1404-4427-a4b7-ab3515afca3f req-5f016ee7-f4e0-4ce3-ae14-f4c3c05bd035 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Apr 12 11:05:16.231541 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba69b2c-fb64-409e-ae41-0d7051446d76 req-0545649e-a032-4e83-90af-37bece88fe95 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.232934 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3ba69b2c-fb64-409e-ae41-0d7051446d76 req-0545649e-a032-4e83-90af-37bece88fe95 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0489197 Apr 12 11:05:16.281908 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3ba69b2c-fb64-409e-ae41-0d7051446d76 req-9730a805-a453-4645-b136-9992cac154b6 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433691 Apr 12 11:05:17.395460 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1146f-55f3-48a7-9676-1b14b61c822b req-ec9b978a-3336-40ec-89bf-1754b1415cbe tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.396915 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d5f1146f-55f3-48a7-9676-1b14b61c822b req-ec9b978a-3336-40ec-89bf-1754b1415cbe tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Apr 12 11:05:17.445540 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d5f1146f-55f3-48a7-9676-1b14b61c822b req-d689a145-46c3-41d3-868a-6ce61198d403 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Apr 12 11:05:18.562435 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b2b7-e813-4b99-a68f-7e3fa6ab414e req-06626b17-d3b5-4d24-923c-e28c9937e0bd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:18.563961 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9d00b2b7-e813-4b99-a68f-7e3fa6ab414e req-06626b17-d3b5-4d24-923c-e28c9937e0bd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Apr 12 11:05:18.615878 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9d00b2b7-e813-4b99-a68f-7e3fa6ab414e req-472570b2-bb58-42a3-98c8-680fa748bbf1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462425 Apr 12 11:05:19.311600 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:19.737165 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556994d-5afe-4260-8538-3f9dcc71b4ea req-e46f5efb-d9d0-4028-a710-d1ac32ad8480 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:19.738649 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c556994d-5afe-4260-8538-3f9dcc71b4ea req-e46f5efb-d9d0-4028-a710-d1ac32ad8480 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0478587 Apr 12 11:05:19.795692 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c556994d-5afe-4260-8538-3f9dcc71b4ea req-4db30412-a91b-4c2c-8991-9cada54f3540 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512078 Apr 12 11:05:20.920598 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae74ea6-fce6-41fd-ae96-81d0e17d990b req-8c75a089-ff89-4427-9e6c-9276cc3e1de0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.922090 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aae74ea6-fce6-41fd-ae96-81d0e17d990b req-8c75a089-ff89-4427-9e6c-9276cc3e1de0 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Apr 12 11:05:20.971075 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-aae74ea6-fce6-41fd-ae96-81d0e17d990b req-563c7462-18a4-4431-9586-c66f7f6ecc1a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Apr 12 11:05:22.091315 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fa036-aeea-46bc-91c4-f918240df91e req-a76abe27-53ba-44ed-a57a-a20ef460ee47 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.092816 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-603fa036-aeea-46bc-91c4-f918240df91e req-a76abe27-53ba-44ed-a57a-a20ef460ee47 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0475826 Apr 12 11:05:22.151888 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-603fa036-aeea-46bc-91c4-f918240df91e req-5f161a6b-77d4-4bb0-9601-54cbe222c2e2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507510 Apr 12 11:05:23.047680 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:05:23.285469 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc194c-1c82-450e-b915-ab2dd4074a87 req-fbca4f2f-328c-44c8-9fe4-22394e85fd6a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:23.287392 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cebc194c-1c82-450e-b915-ab2dd4074a87 req-fbca4f2f-328c-44c8-9fe4-22394e85fd6a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0547681 Apr 12 11:05:23.336085 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cebc194c-1c82-450e-b915-ab2dd4074a87 req-d59ec07c-1184-4004-9359-0621f0eea585 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Apr 12 11:05:24.472788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca8d1-227e-40dd-92c3-56ee5fcb4d6e req-251850b3-8692-4459-9369-a123a1454f4f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:24.474236 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-854ca8d1-227e-40dd-92c3-56ee5fcb4d6e req-251850b3-8692-4459-9369-a123a1454f4f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Apr 12 11:05:24.523011 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-854ca8d1-227e-40dd-92c3-56ee5fcb4d6e req-7092afe5-9dc3-4d19-a8bd-6be4f7dc2eec tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Apr 12 11:05:25.638025 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924adf2-1ff7-4bf8-8e5d-5145318bf049 req-76bd14a5-8f30-439a-98e8-312e44611f43 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.639479 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6924adf2-1ff7-4bf8-8e5d-5145318bf049 req-76bd14a5-8f30-439a-98e8-312e44611f43 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Apr 12 11:05:25.687759 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6924adf2-1ff7-4bf8-8e5d-5145318bf049 req-861bc479-eb33-47e6-bc10-d50c8cdf74f1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Apr 12 11:05:26.030015 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9f357-7555-499c-98ae-57e3c4e58b35 req-bf4307b1-6d38-4a3c-8de4-84c40546de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:26.031530 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-68d9f357-7555-499c-98ae-57e3c4e58b35 req-bf4307b1-6d38-4a3c-8de4-84c40546de2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0383174 Apr 12 11:05:26.077310 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-68d9f357-7555-499c-98ae-57e3c4e58b35 req-71dc1a9a-36fc-4c3b-8d8d-0c260cb5603d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376501 Apr 12 11:05:26.810995 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc2bf3-4700-4cc2-9115-a39fe0e629ca req-13a5f1c0-7616-402d-84db-b984062bd790 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:26.812464 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8fc2bf3-4700-4cc2-9115-a39fe0e629ca req-13a5f1c0-7616-402d-84db-b984062bd790 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0533242 Apr 12 11:05:26.861191 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8fc2bf3-4700-4cc2-9115-a39fe0e629ca req-b24330f2-1f81-445d-b05b-3042843ee3d3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Apr 12 11:05:27.978570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97697906-7eea-4c49-91cf-c5f8437ce786 req-5a76ae97-a21e-4c51-8dab-fde6f03488c1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:27.980057 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-97697906-7eea-4c49-91cf-c5f8437ce786 req-5a76ae97-a21e-4c51-8dab-fde6f03488c1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0512733 Apr 12 11:05:28.031949 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-97697906-7eea-4c49-91cf-c5f8437ce786 req-6497c32a-0bde-4d66-898e-63ae429df0cd tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Apr 12 11:05:29.145072 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0840916-ff7f-44bf-927b-965c1b913aff req-920e448f-a097-48c8-8b69-f61e92bd3273 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:29.146560 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0840916-ff7f-44bf-927b-965c1b913aff req-920e448f-a097-48c8-8b69-f61e92bd3273 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0472758 Apr 12 11:05:29.193830 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0840916-ff7f-44bf-927b-965c1b913aff req-5e64400e-7f09-4e0f-8f3a-7d8d06f8d01b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Apr 12 11:05:29.578319 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b499f4e-ac7e-4e27-9c9f-42e852ec5e98 req-af016957-0f4a-4629-8589-b9e729b6b639 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:29.579823 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b499f4e-ac7e-4e27-9c9f-42e852ec5e98 req-af016957-0f4a-4629-8589-b9e729b6b639 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Apr 12 11:05:29.626094 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1b499f4e-ac7e-4e27-9c9f-42e852ec5e98 req-d5112205-d175-46ec-9d16-c0a4ef06a97b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Apr 12 11:05:30.554784 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-b2937b4b-b1b1-440a-97ba-119dccffb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:30.556285 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-b2937b4b-b1b1-440a-97ba-119dccffb9f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0433965 Apr 12 11:05:30.749361 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47e0ae-dd89-4d27-8aab-a1a18f370950 req-5e57838f-8648-4c41-ac45-a5d8465cedc8 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:30.750822 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0f47e0ae-dd89-4d27-8aab-a1a18f370950 req-5e57838f-8648-4c41-ac45-a5d8465cedc8 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0470374 Apr 12 11:05:30.801473 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0f47e0ae-dd89-4d27-8aab-a1a18f370950 req-9e7f2326-9743-4c02-8b51-5cd7531198f1 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450888 Apr 12 11:05:31.300022 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-78133305-3d93-4a68-b8b7-3d2e71d18e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.304330 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-78133305-3d93-4a68-b8b7-3d2e71d18e38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.0896623 Apr 12 11:05:31.368412 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-4da17788-fc15-41fe-b2f3-154b40398a8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 1001 time: 0.0601318 Apr 12 11:05:31.428549 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-e9c9a0e9-3b9f-4bf5-bca2-11e7e1ecacce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.429938 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-e9c9a0e9-3b9f-4bf5-bca2-11e7e1ecacce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0552013 Apr 12 11:05:31.472652 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-21b5c402-2ee9-4b96-9494-94dd1d471515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.473977 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-21b5c402-2ee9-4b96-9494-94dd1d471515 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0371153 Apr 12 11:05:31.575943 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-726d321b-455f-4a1f-b036-cc9ef72d75aa service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900648 Apr 12 11:05:31.675765 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11cbbdb2-02d6-4999-b412-e399fee84536 req-1f1b9214-bf25-44f7-a522-657b44add968 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872817 Apr 12 11:05:31.935827 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9c67-6d01-4443-8794-32064540e4a2 req-0e5f57ad-fa32-4021-8e08-f2b31b87e045 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.937370 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bf2a9c67-6d01-4443-8794-32064540e4a2 req-0e5f57ad-fa32-4021-8e08-f2b31b87e045 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0527258 Apr 12 11:05:31.987209 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bf2a9c67-6d01-4443-8794-32064540e4a2 req-efa08c30-ff66-4bd8-856c-60382a2d8260 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Apr 12 11:05:33.111728 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86e8b-e417-4b6d-b5f4-7efd7786ea31 req-4269831d-1487-485c-bef1-707d5a47e063 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:33.113214 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0b86e8b-e417-4b6d-b5f4-7efd7786ea31 req-4269831d-1487-485c-bef1-707d5a47e063 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0499179 Apr 12 11:05:33.162524 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d0b86e8b-e417-4b6d-b5f4-7efd7786ea31 req-1a7dd8c5-f1e8-4baa-960e-6fafe2928c0a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Apr 12 11:05:34.276289 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836070fa-8192-4f25-adcd-d3b2b471dced req-c986eb4b-a46f-43d8-bcb7-e34a1d3fe1a3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:34.277726 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-836070fa-8192-4f25-adcd-d3b2b471dced req-c986eb4b-a46f-43d8-bcb7-e34a1d3fe1a3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0478911 Apr 12 11:05:34.328668 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-836070fa-8192-4f25-adcd-d3b2b471dced req-13d44a9c-ac36-45e2-b868-547486ab37e9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Apr 12 11:05:35.460224 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be5dc5-8b8a-4366-9344-7ca6d0359817 req-ddd31fb3-de03-433f-9bac-4b4e3129201b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.461617 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7be5dc5-8b8a-4366-9344-7ca6d0359817 req-ddd31fb3-de03-433f-9bac-4b4e3129201b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0479827 Apr 12 11:05:35.509168 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e7be5dc5-8b8a-4366-9344-7ca6d0359817 req-ef6ad44f-2d25-40c2-a345-6df20c52941f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Apr 12 11:05:35.627213 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a403a24-73d2-4c8b-b1ee-2f09eb5c3bcd req-e25ae8cb-39bd-4f59-951c-9d144ff75201 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.628672 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0a403a24-73d2-4c8b-b1ee-2f09eb5c3bcd req-e25ae8cb-39bd-4f59-951c-9d144ff75201 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Apr 12 11:05:35.637348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 38948) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:35.642058 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Request body: {'floatingip': {'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:35.697974 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.179869 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.186797 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.400801 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Router 89e5e1c5-b3da-415f-bd85-024924f827e0 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:05:36.517895 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:05:36.523157 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.527782 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] Sync routers for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:05:36.538609 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:36.539197 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:05:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:36.553029 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:36.555326 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ccb545-62c6-43a6-9fc5-5b676707f926" -d '{"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:36.586709 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0d9a16a6-9ec3-4a58-9d24-429347a74441 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "PUT /v2.0/floatingips/161fce79-d256-4c49-bf1a-272cf6504ec5 HTTP/1.1" status: 200 len: 993 time: 0.9482825 Apr 12 11:05:36.592049 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b46a293-77be-402a-bbd3-4f654333fa4c x-openstack-request-id: req-6b46a293-77be-402a-bbd3-4f654333fa4c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:36.592395 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:36.592681 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b46a293-77be-402a-bbd3-4f654333fa4c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:36.593126 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b46a293-77be-402a-bbd3-4f654333fa4c'] response: {'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'status': 'completed', 'code': 200} Apr 12 11:05:36.662871 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:36.684830 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-6df6f149-86b9-4ab9-a641-3e225af4ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:36.686453 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-6df6f149-86b9-4ab9-a641-3e225af4ef13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0430632 Apr 12 11:05:36.791537 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-f3a274aa-9b52-46c6-9a04-d8d2dea8a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:36.793061 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-f3a274aa-9b52-46c6-9a04-d8d2dea8a361 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.0947645 Apr 12 11:05:36.877702 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-1f583ea0-3445-4abc-bd1a-32ce2a2535ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 1001 time: 0.0594430 Apr 12 11:05:36.935527 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-c7db0d5d-eec4-4cfb-8c39-28704b31aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:36.937008 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-c7db0d5d-eec4-4cfb-8c39-28704b31aa58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0523682 Apr 12 11:05:36.979107 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '161fce79-d256-4c49-bf1a-272cf6504ec5', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 3, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:36.982941 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-b5e3eb5c-55e8-4eb9-ae40-522646644d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:36.984493 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-b5e3eb5c-55e8-4eb9-ae40-522646644d5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393693 Apr 12 11:05:37.005061 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] Checking router: 89e5e1c5-b3da-415f-bd85-024924f827e0 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:05:37.013503 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:37.014103 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:05:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:37.075922 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-491eb7c0-eab6-4fbf-8744-1111b7a496ca service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Apr 12 11:05:37.121240 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:37.174565 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2ccb545-62c6-43a6-9fc5-5b676707f926 req-4dde465f-017f-4e45-af37-6f490223ffa2 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888476 Apr 12 11:05:37.351261 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '161fce79-d256-4c49-bf1a-272cf6504ec5', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 3, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:37.377735 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2de97-de01-4b2a-baa3-70fe62ffc246 None None] The sync data for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb is: [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '161fce79-d256-4c49-bf1a-272cf6504ec5', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'port_id': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'mac_address': 'fa:16:3e:15:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eb3602-b613-4f76-a109-c8dcd607a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 3, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:05:37.473464 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd3455e7-fb71-4690-a18b-67da8a32bf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.594819 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:38.599366 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346" -d '{"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:38.640701 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69712bdb-a494-4d38-8102-0cefb0ea921f x-openstack-request-id: req-69712bdb-a494-4d38-8102-0cefb0ea921f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:38.641349 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:38.641676 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69712bdb-a494-4d38-8102-0cefb0ea921f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:38.642121 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69712bdb-a494-4d38-8102-0cefb0ea921f'] response: {'name': 'network-changed', 'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'status': 'completed', 'code': 200} Apr 12 11:05:38.738734 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-cc70ff71-d5a3-4223-b468-a33e6c685065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.740417 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-cc70ff71-d5a3-4223-b468-a33e6c685065 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 1129 time: 0.0413659 Apr 12 11:05:38.849122 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-b2915281-ee98-4ef2-a2e0-93df30c33633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.850452 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-b2915281-ee98-4ef2-a2e0-93df30c33633 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1033144 Apr 12 11:05:38.884550 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cdc3c-e8ae-475a-b6d8-f09410b5611e req-cd784012-5046-4210-90bb-499577268817 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.885937 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f12cdc3c-e8ae-475a-b6d8-f09410b5611e req-cd784012-5046-4210-90bb-499577268817 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0547831 Apr 12 11:05:38.935506 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f12cdc3c-e8ae-475a-b6d8-f09410b5611e req-013c0973-db58-4bdd-b3ed-4ec5333cacac tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Apr 12 11:05:39.899213 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc733-d75f-4ab8-8ab2-a6050aa8e378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:40.070962 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504779-6894-4af6-b1cf-671104e0571f req-e8bfbc57-7eb3-475b-b601-b27ede588d97 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:40.073471 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-61504779-6894-4af6-b1cf-671104e0571f req-e8bfbc57-7eb3-475b-b601-b27ede588d97 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0551617 Apr 12 11:05:40.125398 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-61504779-6894-4af6-b1cf-671104e0571f req-d2a615fa-0430-4a53-9772-f8de04f8f7a0 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Apr 12 11:05:40.613780 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.265285 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d6009-caf2-4469-bbd4-a74198e0b8d4 req-b9e4e2ca-5195-4c81-a07e-13e3dab88f13 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:41.267279 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-397d6009-caf2-4469-bbd4-a74198e0b8d4 req-b9e4e2ca-5195-4c81-a07e-13e3dab88f13 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0566349 Apr 12 11:05:41.314772 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-397d6009-caf2-4469-bbd4-a74198e0b8d4 req-a0ee5dfd-6ab2-4b12-986d-3608e639cab7 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Apr 12 11:05:42.102006 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.439466 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33b07-92ff-4efd-bd43-8cb98388e972 req-6d7f6290-4a10-4ca8-861d-fa7a1ff502b7 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:42.440926 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-39e33b07-92ff-4efd-bd43-8cb98388e972 req-6d7f6290-4a10-4ca8-861d-fa7a1ff502b7 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0488663 Apr 12 11:05:42.490121 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-39e33b07-92ff-4efd-bd43-8cb98388e972 req-95cc67dc-4b6a-43b2-8dc2-83e8ec669d3a tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Apr 12 11:05:43.613613 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d28d79-3550-4bf9-8a0e-9628c68332f3 req-5c5fbbed-f86d-4deb-9f69-b5f1b542037e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:43.615110 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2d28d79-3550-4bf9-8a0e-9628c68332f3 req-5c5fbbed-f86d-4deb-9f69-b5f1b542037e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0555995 Apr 12 11:05:43.665420 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f2d28d79-3550-4bf9-8a0e-9628c68332f3 req-c13e869a-eb8d-4867-adca-5e34490a63fe tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Apr 12 11:05:43.721418 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.273367 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-e02993e2-ba85-4564-8862-e443f2df4212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 200 len: 1001 time: 0.0711055 Apr 12 11:05:44.322383 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-b081c5dd-40a2-4715-8934-19b3705b8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:44.323804 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-b081c5dd-40a2-4715-8934-19b3705b8951 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0432413 Apr 12 11:05:44.450029 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-b4a5430b-55d0-4abf-bc61-a62c3a8dcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:44.451532 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-b4a5430b-55d0-4abf-bc61-a62c3a8dcaed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458510 Apr 12 11:05:44.672282 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-0bc72d57-2874-4a38-8e40-3681149faef9 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012819 Apr 12 11:05:44.776696 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02365d-18a5-482b-b9bd-1532976d6aa1 req-a0397622-314d-4c98-9a05-8eba5a2ff864 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:44.778154 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5d02365d-18a5-482b-b9bd-1532976d6aa1 req-a0397622-314d-4c98-9a05-8eba5a2ff864 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0468118 Apr 12 11:05:44.825955 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5d02365d-18a5-482b-b9bd-1532976d6aa1 req-a75eab5f-b6d8-4edc-a106-65c242d140d7 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Apr 12 11:05:44.830311 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-ad804e69-5e33-4ed8-b1b4-99b624a1683d tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:44.831778 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-ad804e69-5e33-4ed8-b1b4-99b624a1683d tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 945 time: 0.0923209 Apr 12 11:05:44.882207 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-66a8a7c3-7edd-4ce8-9fc4-c3dad7390346 req-ab3dcbf1-f223-4b45-8d8f-4bd3536bd2cb service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502812 Apr 12 11:05:44.933334 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Deleting port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:05:44.933560 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.025201 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] For port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:45.025560 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.038396 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Calling delete_port for d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:05:45.166243 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.195246 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Pushing event deleted for resources: {'Port': ['ID=d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:45.209105 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:45.240517 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] No DVR routers for this DVR port d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 on host hv-cinder-83008 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:05:45.243059 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.246311 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-adf6e499-c9e5-4a1d-a3cd-8d29e7fa7407 req-e353fadf-c937-449d-a95d-14d61720a418 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "DELETE /v2.0/ports/d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 HTTP/1.1" status: 204 len: 173 time: 0.4084973 Apr 12 11:05:45.246777 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'name': 'network-vif-deleted', 'tag': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:45.249036 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78469e48-728f-48f3-b3bd-a5e4a9d2aaa8" -d '{"events": [{"server_uuid": "d872d09d-6fee-4eb7-94d7-0b39a7ba0769", "name": "network-vif-deleted", "tag": "d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:45.284169 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da066b-d954-4270-871b-6fcf9ef7f2a1 x-openstack-request-id: req-c2da066b-d954-4270-871b-6fcf9ef7f2a1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:45.284829 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872d09d-6fee-4eb7-94d7-0b39a7ba0769", "name": "network-vif-deleted", "tag": "d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:45.285052 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2da066b-d954-4270-871b-6fcf9ef7f2a1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:45.285457 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2da066b-d954-4270-871b-6fcf9ef7f2a1'] response: {'server_uuid': 'd872d09d-6fee-4eb7-94d7-0b39a7ba0769', 'name': 'network-vif-deleted', 'tag': 'd7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9', 'status': 'completed', 'code': 200} Apr 12 11:05:45.939806 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0023f3c8-03c8-448c-852d-fa99494324f5 req-9a885b05-fb99-43ab-9160-2ce3472405a0 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=d872d09d-6fee-4eb7-94d7-0b39a7ba0769 HTTP/1.1" status: 200 len: 210 time: 0.0323906 Apr 12 11:05:49.318407 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.375400 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:05:49.396134 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:05:49.396464 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d7df2ef5-eeb4-4c74-b3c0-65cc6c3f20d9 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:05:50.608250 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6906dd3-52b8-47eb-a66f-05fcf1978982 req-66fa20c7-a00d-47ab-9d7c-6f9e47520820 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.609763 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6906dd3-52b8-47eb-a66f-05fcf1978982 req-66fa20c7-a00d-47ab-9d7c-6f9e47520820 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0480475 Apr 12 11:05:50.691346 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6779b91-4825-4128-b799-21844be8e6da req-5f29fe24-4625-4e0b-b7e1-e64b6925150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.692864 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-5f29fe24-4625-4e0b-b7e1-e64b6925150c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1168 time: 0.0790544 Apr 12 11:05:50.707043 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c6906dd3-52b8-47eb-a66f-05fcf1978982 req-5f350df1-ff22-415b-bb0a-89c50a916a7f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852585 Apr 12 11:05:50.791614 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6779b91-4825-4128-b799-21844be8e6da req-c439cb30-ec47-4d84-8c52-c4fecc62884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.793060 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-c439cb30-ec47-4d84-8c52-c4fecc62884c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 915 time: 0.0916610 Apr 12 11:05:50.839813 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-ef66a21d-2c37-48d3-8362-57a7532f40aa tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.841318 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-ef66a21d-2c37-48d3-8362-57a7532f40aa tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/networks?id=de982387-3dc3-4aea-9c6b-edcd0be809de HTTP/1.1" status: 200 len: 814 time: 0.1080184 Apr 12 11:05:50.857783 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-93551769-8f0f-4618-9c1f-866248e9d6b8 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/quotas/29c9aaa5ea3a47eaad2a453ffcd0f803 HTTP/1.1" status: 200 len: 375 time: 0.0093753 Apr 12 11:05:50.872486 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-0d785b0f-7310-474d-9cad-817f93836f25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0708098 Apr 12 11:05:50.891986 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-6c9a59ab-dc7a-49a9-98f5-413cbcc669f1 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287375 Apr 12 11:05:50.926737 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6779b91-4825-4128-b799-21844be8e6da req-a9608a76-2d72-4f3b-b820-db6419679d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.928318 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-a9608a76-2d72-4f3b-b820-db6419679d97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 200 len: 853 time: 0.0483081 Apr 12 11:05:50.979749 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6779b91-4825-4128-b799-21844be8e6da req-1ce696d8-63c9-42af-a0d5-f5958c534691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.981437 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-1ce696d8-63c9-42af-a0d5-f5958c534691 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4216737-ad3d-423b-9c01-92b563c7c6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410793 Apr 12 11:05:51.001490 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-5ec1a8c0-73b0-40da-9a48-0248943bd7c2 service neutron] 10.222.0.41 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007266 Apr 12 11:05:51.084095 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-1f5886f4-65f0-4b5f-b9b2-a727f423ebd1 service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902343 Apr 12 11:05:51.091966 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e09dbf89-131b-4c54-babe-69d320fae2bb service neutron] 10.222.0.41 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Apr 12 11:05:51.257850 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-47fbbecb-9772-4f6a-97f3-cd7b47d0cfe5 req-84667831-7148-4134-b150-f10bc2376c1f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 210 time: 0.0282133 Apr 12 11:05:51.416117 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6779b91-4825-4128-b799-21844be8e6da req-94bc0088-0c3d-40d8-abcc-1a758ef7aa1b service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871491 Apr 12 11:05:51.833349 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095fc50-cab2-44d6-97fe-a94a06c0e161 req-f3489c77-2ddd-44a1-83db-784d5243c2a8 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:51.834844 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4095fc50-cab2-44d6-97fe-a94a06c0e161 req-f3489c77-2ddd-44a1-83db-784d5243c2a8 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0528350 Apr 12 11:05:51.899768 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4095fc50-cab2-44d6-97fe-a94a06c0e161 req-835b8a7f-6025-4ced-8495-a5a02f4569cd tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563676 Apr 12 11:05:52.271007 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f36cc-a684-4df5-bbfe-dc6d0727f514 req-c1dacf87-67e2-4289-a593-8a9144c7c068 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:52.272492 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-137f36cc-a684-4df5-bbfe-dc6d0727f514 req-c1dacf87-67e2-4289-a593-8a9144c7c068 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0541873 Apr 12 11:05:52.323217 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-137f36cc-a684-4df5-bbfe-dc6d0727f514 req-c8afcfec-a281-4c88-b59f-2300d276e305 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Apr 12 11:05:52.355312 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2be32dbf-6ce4-4e60-8a80-2c5ec114f89c req-79c804ec-e5ed-45a6-8ba1-887ca306226d tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 210 time: 0.0286601 Apr 12 11:05:53.018771 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3240-946f-4a40-b290-f220306e7058 req-be40b047-3c08-410e-ae97-268bb790149a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.020209 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4a7e3240-946f-4a40-b290-f220306e7058 req-be40b047-3c08-410e-ae97-268bb790149a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0472534 Apr 12 11:05:53.078237 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4a7e3240-946f-4a40-b290-f220306e7058 req-647843c4-6aca-404d-bfac-b7ac918fb3d0 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523207 Apr 12 11:05:53.442626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0299d18-b0a5-41ff-baf3-b226e90447e4 req-c97d1511-ed3d-4f85-9f93-b4370fc24987 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.444290 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e0299d18-b0a5-41ff-baf3-b226e90447e4 req-c97d1511-ed3d-4f85-9f93-b4370fc24987 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0477445 Apr 12 11:05:53.455015 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2687c994-4358-4152-be8c-918a73dbf539 req-62420207-7bd7-4191-8ee4-77ee244a4402 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 210 time: 0.0318713 Apr 12 11:05:53.494944 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e0299d18-b0a5-41ff-baf3-b226e90447e4 req-c782d1f1-a4cc-44cc-bfe9-71d5f1fe6009 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449190 Apr 12 11:05:54.027162 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e0738a95-c201-405b-925a-facddd773dc6 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.028615 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e0738a95-c201-405b-925a-facddd773dc6 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "GET /v2.0/networks?id=de982387-3dc3-4aea-9c6b-edcd0be809de HTTP/1.1" status: 200 len: 814 time: 0.1017044 Apr 12 11:05:54.188882 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Request body: {'port': {'device_id': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de', 'admin_state_up': True, 'tenant_id': '29c9aaa5ea3a47eaad2a453ffcd0f803'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:54.231145 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95cdf-331c-489e-8b4d-3616f8d7b37d req-91012cd4-a247-4b96-9da7-8908cad3754f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.232603 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbf95cdf-331c-489e-8b4d-3616f8d7b37d req-91012cd4-a247-4b96-9da7-8908cad3754f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0807514 Apr 12 11:05:54.377048 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cbf95cdf-331c-489e-8b4d-3616f8d7b37d req-77594fee-f13c-4938-9a4a-b2c48fedba11 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166201 Apr 12 11:05:54.393748 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-652bffb9-e850-42c8-9c41-71eb52fa7ef2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.395208 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-652bffb9-e850-42c8-9c41-71eb52fa7ef2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0785658 Apr 12 11:05:54.401042 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Made reservation on behalf of 29c9aaa5ea3a47eaad2a453ffcd0f803 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:54.404340 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:54.555179 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b025e548-0261-44e1-91b8-5f74d5298ab6 req-10d02435-8fa1-4e8f-a520-43355357cd04 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 210 time: 0.0323811 Apr 12 11:05:54.626815 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Allocated IP 172.20.0.3 (de982387-3dc3-4aea-9c6b-edcd0be809de/66f5bc9b-98d5-4690-8b6e-99731472a087/06a11cb5-01c8-4734-abc0-3a813b7c2cb6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:54.653188 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4d411-8aa5-4733-8c71-a345c3b27258 req-af14b25f-99b3-4050-b84a-5ec126078f6b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.654670 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9bc4d411-8aa5-4733-8c71-a345c3b27258 req-af14b25f-99b3-4050-b84a-5ec126078f6b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 946 time: 0.0752594 Apr 12 11:05:54.658611 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Deleting port a58e7138-5765-4cb5-b859-6f326a4d7661 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:05:54.658934 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:54.830739 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-9bc4d411-8aa5-4733-8c71-a345c3b27258 req-1d86ea0a-ef59-40f5-b66c-805efcae27f3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=53f29377-1ce2-4523-a66e-7fed7cebc889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669056 Apr 12 11:05:54.865763 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] For port a58e7138-5765-4cb5-b859-6f326a4d7661, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a58e7138-5765-4cb5-b859-6f326a4d7661,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:54.866125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:54.966865 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks [] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.347991 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.396886 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.397247 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (99ecd647-68df-4150-8975-0ccd038f0a33), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.397555 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Floating IP 99ecd647-68df-4150-8975-0ccd038f0a33 disassociated. External IP: 172.28.2.166, port: a58e7138-5765-4cb5-b859-6f326a4d7661. Apr 12 11:05:55.397891 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Calling delete_port for a58e7138-5765-4cb5-b859-6f326a4d7661 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:05:55.418416 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Network de982387-3dc3-4aea-9c6b-edcd0be809de is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:55.426281 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:55.428929 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:55.460516 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Pushing event updated for resources: {'Port': ['ID=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:55.494363 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d626f5-ca7e-4ec8-bcc6-27aaf8118a86 req-7dc5929e-e3ef-410e-a68a-a7e75e5ce7d2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.495844 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-45d626f5-ca7e-4ec8-bcc6-27aaf8118a86 req-7dc5929e-e3ef-410e-a68a-a7e75e5ce7d2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0492914 Apr 12 11:05:55.520490 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.521125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.547395 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-e6539184-7631-4c0e-832c-440fceadbb8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3621433 Apr 12 11:05:55.557867 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-45d626f5-ca7e-4ec8-bcc6-27aaf8118a86 req-0fe350ad-c356-440c-b84f-675a7037e214 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560977 Apr 12 11:05:55.581207 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Request body: {'port': {'device_id': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:55.634763 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (a58e7138-5765-4cb5-b859-6f326a4d7661), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.709935 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event deleted for resources: {'Port': ['ID=a58e7138-5765-4cb5-b859-6f326a4d7661,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:55.716497 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.723481 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111accbe-1eee-49a2-9209-25474610ae6f req-f449f5d4-c589-49e9-b289-a95e6d26bc5c tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.724948 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-111accbe-1eee-49a2-9209-25474610ae6f req-f449f5d4-c589-49e9-b289-a95e6d26bc5c tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 931 time: 0.0998847 Apr 12 11:05:55.937880 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-29956388-ade2-4b35-8487-c0359974db9e req-026b1df5-2d4c-4c5b-9d83-e865ef09ad00 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce14bf7-244e-40c4-bd2c-8c1d46d21b18 HTTP/1.1" status: 200 len: 210 time: 0.0291905 Apr 12 11:05:55.944932 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-111accbe-1eee-49a2-9209-25474610ae6f req-ebabb6cc-07db-4529-9744-732d471361b6 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120388 Apr 12 11:05:55.991168 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:05:56.189321 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:05:56.203019 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:05:56.214526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:56.215300 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:05:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:56.223432 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:56.246706 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Publish callbacks [] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.249491 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] No DVR routers for this DVR port a58e7138-5765-4cb5-b859-6f326a4d7661 on host hv-cinder-83008 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:05:56.255751 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.259099 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-756494e8-7a4f-453c-a2f1-2a39117f4185 req-bc94aaac-1672-4a10-9f34-6eec40c1b1b8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "DELETE /v2.0/ports/a58e7138-5765-4cb5-b859-6f326a4d7661 HTTP/1.1" status: 204 len: 173 time: 1.7833025 Apr 12 11:05:56.259550 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-deleted', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:56.262232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1973f36-0fb0-45e5-987c-a58155335feb" -d '{"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-deleted", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:56.288033 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Transition to ACTIVE for port object 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:05:56.296405 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.303764 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0345e6-b0a1-4538-8d03-225044ce2075 x-openstack-request-id: req-1e0345e6-b0a1-4538-8d03-225044ce2075 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:56.304050 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce14bf7-244e-40c4-bd2c-8c1d46d21b18", "name": "network-vif-deleted", "tag": "a58e7138-5765-4cb5-b859-6f326a4d7661", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:56.304296 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e0345e6-b0a1-4538-8d03-225044ce2075 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:56.304690 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0345e6-b0a1-4538-8d03-225044ce2075'] response: {'server_uuid': '0ce14bf7-244e-40c4-bd2c-8c1d46d21b18', 'name': 'network-vif-deleted', 'tag': 'a58e7138-5765-4cb5-b859-6f326a4d7661', 'status': 'completed', 'code': 200} Apr 12 11:05:56.347475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:56.371804 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:56.424099 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Attempting to bind port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:56.424440 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Attempting to bind port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:56.424779 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Attempting to bind port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 on network de982387-3dc3-4aea-9c6b-edcd0be809de {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:56.429580 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 on network de982387-3dc3-4aea-9c6b-edcd0be809de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:05:56.429902 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Attempting to bind port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 on network de982387-3dc3-4aea-9c6b-edcd0be809de {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:56.435080 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:56.435425 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Checking segment: {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:56.435812 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Bound using segment: {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:56.436232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Bound port: 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ef6582-2566-48f9-8ef3-f5caedce6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:56.436591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.505997 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] For port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:56.509663 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] For port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:56.516867 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.552615 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.553280 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.554709 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] 10.222.0.64 "PUT /v2.0/ports/06a11cb5-01c8-4734-abc0-3a813b7c2cb6 HTTP/1.1" status: 200 len: 1093 time: 0.9811656 Apr 12 11:05:56.576815 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171e938-7520-4ea9-b82d-9ff43af74ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:56.587267 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:56.619456 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:05:56.627883 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:56.628634 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:05:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:56.710611 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-337163b2-7d33-4e7e-bb4c-971c497cb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.712741 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-337163b2-7d33-4e7e-bb4c-971c497cb9cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 1127 time: 0.0728426 Apr 12 11:05:56.723194 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e0cb-e5b5-47fe-b68d-95aa66b94bf0 req-07404e8a-618f-4c60-bbde-be973cb66cb6 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.725301 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-48f0e0cb-e5b5-47fe-b68d-95aa66b94bf0 req-07404e8a-618f-4c60-bbde-be973cb66cb6 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0765479 Apr 12 11:05:56.741145 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:56.775513 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-a101f9a1-3ce4-4e48-8287-ae46604f3f10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6 HTTP/1.1" status: 200 len: 217 time: 0.0469928 Apr 12 11:05:56.855503 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-48f0e0cb-e5b5-47fe-b68d-95aa66b94bf0 req-89305588-2fc8-455f-b7bb-f8322663f9b9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185460 Apr 12 11:05:56.857102 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-8f1e4489-e22d-4e98-9549-31f8e77e650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.859193 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-8f1e4489-e22d-4e98-9549-31f8e77e650f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66f5bc9b-98d5-4690-8b6e-99731472a087 HTTP/1.1" status: 200 len: 854 time: 0.0765319 Apr 12 11:05:56.931045 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:56.958672 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-bc4dbb15-8ab1-47f4-b78a-ade1701c7e18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de982387-3dc3-4aea-9c6b-edcd0be809de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262287 Apr 12 11:05:56.961327 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7ac5-0851-41cd-9718-086d8c120182 None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:05:57.061813 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39118) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:57.099141 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa1da9-1da1-4557-b7a9-c36855208642 req-4b553f31-aaee-4038-a9bb-6f64ff5eb68d tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:57.100672 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a8aa1da9-1da1-4557-b7a9-c36855208642 req-4b553f31-aaee-4038-a9bb-6f64ff5eb68d tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 943 time: 0.0675099 Apr 12 11:05:57.129208 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-f2c27f5c-09d6-420e-a8d7-f601e08ecc3e service neutron] 10.222.0.64 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575224 Apr 12 11:05:57.130075 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c96bcda-2b68-4c9b-ac50-1911e14c171e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (53f29377-1ce2-4523-a66e-7fed7cebc889), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.157989 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c96bcda-2b68-4c9b-ac50-1911e14c171e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (53f29377-1ce2-4523-a66e-7fed7cebc889), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.174007 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a8aa1da9-1da1-4557-b7a9-c36855208642 req-78dab744-abc5-4821-9c5a-6a2b1bf49d8f tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 Apr 12 11:05:57.214410 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c96bcda-2b68-4c9b-ac50-1911e14c171e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (53f29377-1ce2-4523-a66e-7fed7cebc889), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.218538 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c96bcda-2b68-4c9b-ac50-1911e14c171e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.219218 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7c96bcda-2b68-4c9b-ac50-1911e14c171e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "DELETE /v2.0/security-groups/53f29377-1ce2-4523-a66e-7fed7cebc889 HTTP/1.1" status: 204 len: 168 time: 0.1563051 Apr 12 11:05:57.223047 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:57.230202 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96bcda-2b68-4c9b-ac50-1911e14c171e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f29377-1ce2-4523-a66e-7fed7cebc889,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:57.250158 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.api.v2.resource [None req-03dbd443-5361-460f-b983-3d42b695713e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] show failed (client error): The resource could not be found. Apr 12 11:05:57.251212 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-03dbd443-5361-460f-b983-3d42b695713e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups/53f29377-1ce2-4523-a66e-7fed7cebc889 HTTP/1.1" status: 404 len: 347 time: 0.0270245 Apr 12 11:05:57.254234 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39122) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:57.313686 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e9d1a-bc3c-41ae-a8d5-43ada4d03757 None None] New status for floating IP 99ecd647-68df-4150-8975-0ccd038f0a33: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:05:57.327808 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8708397-dca7-456d-81b9-70acc6d53c43 req-200e3589-d410-4bae-aea1-b572695ffdcf service neutron] 10.222.0.64 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860423 Apr 12 11:05:57.403965 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Deleting port 27ba8498-b4c0-4aef-8321-be5e01653a92 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:05:57.404328 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.407195 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:05:57.433183 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: a58e7138-5765-4cb5-b859-6f326a4d7661 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:05:57.438384 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a58e7138-5765-4cb5-b859-6f326a4d7661 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:05:57.484234 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.484557 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (27ba8498-b4c0-4aef-8321-be5e01653a92), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.496680 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Calling delete_port for 27ba8498-b4c0-4aef-8321-be5e01653a92 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:05:57.644073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (27ba8498-b4c0-4aef-8321-be5e01653a92), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.668780 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event deleted for resources: {'Port': ['ID=27ba8498-b4c0-4aef-8321-be5e01653a92,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:57.740947 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (99ecd647-68df-4150-8975-0ccd038f0a33), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.743677 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.747741 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-15e5d3fb-1c24-4c85-94d7-4371151fb259 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "DELETE /v2.0/floatingips/99ecd647-68df-4150-8975-0ccd038f0a33 HTTP/1.1" status: 204 len: 168 time: 0.4894876 Apr 12 11:05:57.973180 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdbee8-1683-41ff-9c3e-16a6e15ac2a3 req-b5116ef4-01f1-4d16-aab3-fb365ff80e29 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:57.974704 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dccdbee8-1683-41ff-9c3e-16a6e15ac2a3 req-b5116ef4-01f1-4d16-aab3-fb365ff80e29 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0501888 Apr 12 11:05:57.987985 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39132) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:57.993444 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704365630', 'description': 'tempest-description--1409339087'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:58.018586 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.041922 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dccdbee8-1683-41ff-9c3e-16a6e15ac2a3 req-b6c936c1-2084-4b11-a846-0cdca841abc8 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608742 Apr 12 11:05:58.091263 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (4843f98f-ac82-4d07-bebe-e7af063a914f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.095636 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4843f98f-ac82-4d07-bebe-e7af063a914f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.125263 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.126656 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1376586 Apr 12 11:05:58.128570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69804101-4318-43c8-b906-b471064d1903 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4843f98f-ac82-4d07-bebe-e7af063a914f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:58.129764 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39134) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:58.134526 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'security_group_rule': {'security_group_id': '4843f98f-ac82-4d07-bebe-e7af063a914f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:58.164570 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (b03acc74-27a3-4421-b1f2-1ab721ee850c), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.221094 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (b03acc74-27a3-4421-b1f2-1ab721ee850c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.225893 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (b03acc74-27a3-4421-b1f2-1ab721ee850c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.246863 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03acc74-27a3-4421-b1f2-1ab721ee850c,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:58.258602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.262378 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-3e9edbf7-abff-4480-a784-0ab02ab74800 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291456 Apr 12 11:05:58.265889 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:58.270470 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'security_group_rule': {'security_group_id': '4843f98f-ac82-4d07-bebe-e7af063a914f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:58.298689 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (f9169a18-b3a3-4e3c-9492-9e0b31e252d5), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.307807 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'tag': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:58.308727 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040c86f-54f1-4609-a567-8c08c14f40a0 req-c253ec3e-f3a6-4e83-b582-f095cb528fee tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.309930 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b72d16-7391-42a1-b549-e5ae9a2f00bc" -d '{"events": [{"name": "network-changed", "server_uuid": "60eadd58-47c6-4549-a1d8-0e2084b43531", "tag": "06a11cb5-01c8-4734-abc0-3a813b7c2cb6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:58.310266 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8040c86f-54f1-4609-a567-8c08c14f40a0 req-c253ec3e-f3a6-4e83-b582-f095cb528fee tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 943 time: 0.0588233 Apr 12 11:05:58.360790 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (f9169a18-b3a3-4e3c-9492-9e0b31e252d5), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.362792 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac86aa-4ca0-4528-aa14-6790498d74ff x-openstack-request-id: req-ceac86aa-4ca0-4528-aa14-6790498d74ff {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:58.363109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60eadd58-47c6-4549-a1d8-0e2084b43531", "tag": "06a11cb5-01c8-4734-abc0-3a813b7c2cb6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:58.363278 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceac86aa-4ca0-4528-aa14-6790498d74ff {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:58.363753 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceac86aa-4ca0-4528-aa14-6790498d74ff'] response: {'name': 'network-changed', 'server_uuid': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'tag': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6', 'status': 'completed', 'code': 200} Apr 12 11:05:58.366027 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (f9169a18-b3a3-4e3c-9492-9e0b31e252d5), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.384060 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9169a18-b3a3-4e3c-9492-9e0b31e252d5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:58.393559 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.395107 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-f9b09bea-3e41-4319-976f-aa21a0128299 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280856 Apr 12 11:05:58.402253 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:58.407748 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8040c86f-54f1-4609-a567-8c08c14f40a0 req-4b8902d5-dc4f-4c50-9aa3-be7d26163c88 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Apr 12 11:05:58.410708 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:58.438539 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.486509 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-b47aef40-0522-49e9-b40e-8ba920dd15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.488090 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-b47aef40-0522-49e9-b40e-8ba920dd15e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 1127 time: 0.0595527 Apr 12 11:05:58.590577 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.657042 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-d2315e38-c38b-453e-866a-95d932a3e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.658532 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-d2315e38-c38b-453e-866a-95d932a3e40e service neutron] 10.222.0.64 "GET /v2.0/networks?id=de982387-3dc3-4aea-9c6b-edcd0be809de HTTP/1.1" status: 200 len: 915 time: 0.1436484 Apr 12 11:05:58.723669 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-49138f8a-6ea3-45b2-a112-3d98d87714c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6 HTTP/1.1" status: 200 len: 217 time: 0.0532892 Apr 12 11:05:58.780611 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Allocated IP 172.28.2.93 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/4e7cae81-794f-4557-bdc5-cda7ad2925a1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:58.802919 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-1e7b47c4-601a-4b9b-b8f6-3e7c96e07247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.804494 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-1e7b47c4-601a-4b9b-b8f6-3e7c96e07247 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66f5bc9b-98d5-4690-8b6e-99731472a087 HTTP/1.1" status: 200 len: 854 time: 0.0745101 Apr 12 11:05:58.854240 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-1a2767de-93bc-4888-abbc-c9db25d12e5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de982387-3dc3-4aea-9c6b-edcd0be809de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334058 Apr 12 11:05:59.274926 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.286506 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c476-fddc-430c-836e-99cfa918d2b5 req-bc059cc9-43f2-473e-ac79-f23801fb645d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.287962 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-97a7c476-fddc-430c-836e-99cfa918d2b5 req-bc059cc9-43f2-473e-ac79-f23801fb645d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0832305 Apr 12 11:05:59.314285 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-960009d7-1f03-4f43-9523-6d822edf6416 service neutron] 10.222.0.64 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339836 Apr 12 11:05:59.428021 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-97a7c476-fddc-430c-836e-99cfa918d2b5 req-fe4f5721-1687-442a-99cf-e6d9597f7e38 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1334889 Apr 12 11:05:59.430933 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.434392 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:05:59.489265 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:59.494974 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'Port': ['ID=4e7cae81-794f-4557-bdc5-cda7ad2925a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:59.499378 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:59.502863 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:59.507771 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-36b72d16-7391-42a1-b549-e5ae9a2f00bc req-a9fd43f7-1a15-4fef-881a-993086b715dd service neutron] 10.222.0.64 "GET /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806943 Apr 12 11:05:59.541018 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92dcba-2555-498e-9278-452d04045853 req-44260a47-b2af-4768-8ec9-175d40003562 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.543217 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-db92dcba-2555-498e-9278-452d04045853 req-44260a47-b2af-4768-8ec9-175d40003562 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 943 time: 0.0605693 Apr 12 11:05:59.556149 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:59.567863 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6', 'network_id': 'de982387-3dc3-4aea-9c6b-edcd0be809de', 'port_id': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6', 'mac_address': 'fa:16:3e:87:83:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f5bc9b-98d5-4690-8b6e-99731472a087', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:05:59.593091 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-db92dcba-2555-498e-9278-452d04045853 req-80e6ac2f-fed7-4fa7-a52a-779c5d5f83e8 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Apr 12 11:05:59.596601 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (912348eb-8203-4220-93ee-056d96e0c6ee), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.606991 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:59.607375 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.620949 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:59.636239 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.642705 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:59.648213 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.706875 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:59.714288 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.714670 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.715016 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.715356 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.715693 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.716029 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.716357 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.716687 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.717014 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.717339 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.717665 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.718099 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.718431 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.718782 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.719105 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:59.798858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.804378 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.872419 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'Port': ['ID=4e7cae81-794f-4557-bdc5-cda7ad2925a1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:59.880588 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (912348eb-8203-4220-93ee-056d96e0c6ee), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.898752 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:59.899936 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e61b4ce3-ad65-4f65-b1a4-92502f581b47 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4966919 Apr 12 11:06:00.049192 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:00.117491 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['06a11cb5-01c8-4734-abc0-3a813b7c2cb6'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:00.131511 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-27e5f0bd-bd6a-4f02-bd8a-7863ab62f919 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606637 Apr 12 11:06:00.143227 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-60db83f6-ec67-4484-adc0-4c19684705a0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--704365630&fields=id&tenant_id=2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 267 time: 0.0800445 Apr 12 11:06:00.250730 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-8a4f871a-d622-42de-98f3-fce64831b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.252220 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-8a4f871a-d622-42de-98f3-fce64831b9b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 1130 time: 0.0810354 Apr 12 11:06:00.283284 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-f4c8a3c0-c11b-481d-ad8c-3ffa579b5dff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.284750 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-f4c8a3c0-c11b-481d-ad8c-3ffa579b5dff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 817 time: 0.1340303 Apr 12 11:06:00.320032 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-c869ebbc-cc81-4cb7-a865-1379316fce67 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/quotas/2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 375 time: 0.0270281 Apr 12 11:06:00.405655 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-cf51c9af-a3f3-41fa-a5f6-19b1152e7272 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601439 Apr 12 11:06:00.415617 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-3e632dc3-1928-41aa-8cc0-f7c1e1425ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.417168 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-3e632dc3-1928-41aa-8cc0-f7c1e1425ed8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 200 len: 919 time: 0.1315851 Apr 12 11:06:00.462785 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-53324df2-75a9-436f-9b8a-4b9382c3face service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152aaf79-5c2f-45a6-a574-6f1032643799 HTTP/1.1" status: 200 len: 217 time: 0.0376892 Apr 12 11:06:00.516384 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-6ef49ae8-c36b-46a9-aa8c-4cc5225c2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.517949 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-6ef49ae8-c36b-46a9-aa8c-4cc5225c2f86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 200 len: 857 time: 0.0481684 Apr 12 11:06:00.554157 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3126a-fe4a-4381-8f3a-2373035f65c2 req-aaedc5af-b87d-4ccf-975f-2439c2336643 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.555754 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-28f3126a-fe4a-4381-8f3a-2373035f65c2 req-aaedc5af-b87d-4ccf-975f-2439c2336643 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0535307 Apr 12 11:06:00.569625 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-83cfdea1-e397-4ec3-8463-d951e45c968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.571250 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-83cfdea1-e397-4ec3-8463-d951e45c968a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17eba3ae-8ab6-447e-801f-8559a8109400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461700 Apr 12 11:06:00.619962 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-28f3126a-fe4a-4381-8f3a-2373035f65c2 req-e657b475-8830-4182-b2d9-41800ea11c53 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574100 Apr 12 11:06:00.723502 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3d646-37c6-4b71-b4a1-4af92cafe793 req-1c189aad-4926-4fc9-b374-6eab1384f231 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.725094 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5fe3d646-37c6-4b71-b4a1-4af92cafe793 req-1c189aad-4926-4fc9-b374-6eab1384f231 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 944 time: 0.0479376 Apr 12 11:06:00.731329 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-47303219-7584-4e9d-a6ca-0437ec4402ac service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512764 Apr 12 11:06:00.733174 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-ec37389b-5186-4ccf-b0a9-be45d06a691e service neutron] 10.222.0.41 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456504 Apr 12 11:06:00.775135 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5fe3d646-37c6-4b71-b4a1-4af92cafe793 req-b3a2c2c4-fc5e-49ac-9dbd-de747f0b77ce tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Apr 12 11:06:00.889692 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-d6793373-a12d-482c-88cd-a3346b907145 service neutron] 10.222.0.41 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504993 Apr 12 11:06:00.891854 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e8221eb-eae6-45b7-b60a-4cd2fad8c96d req-cd1fe1f1-5a81-457a-9bae-d032eb9ac6e8 service neutron] 10.222.0.64 "GET /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451416 Apr 12 11:06:01.057446 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-37d7d448-c7f6-4871-990d-185baee97842 req-347bbe38-c80c-43e7-abb7-5fbae20440af tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 210 time: 0.0281944 Apr 12 11:06:01.433012 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:01.486208 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:06:01.492765 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:01.493237 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.569542 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:01.569941 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.592791 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:01.595169 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c3d995-ca9b-4df5-871f-2f01b9902417" -d '{"events": [{"server_uuid": "60eadd58-47c6-4549-a1d8-0e2084b43531", "name": "network-vif-plugged", "status": "completed", "tag": "06a11cb5-01c8-4734-abc0-3a813b7c2cb6"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:01.607933 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:01.613177 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.640041 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf324283-7834-43cb-832a-29d0e94b3215 x-openstack-request-id: req-cf324283-7834-43cb-832a-29d0e94b3215 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:01.640721 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60eadd58-47c6-4549-a1d8-0e2084b43531", "name": "network-vif-plugged", "status": "completed", "tag": "06a11cb5-01c8-4734-abc0-3a813b7c2cb6", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:01.640985 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf324283-7834-43cb-832a-29d0e94b3215 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:01.641381 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf324283-7834-43cb-832a-29d0e94b3215'] response: {'server_uuid': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6', 'code': 200} Apr 12 11:06:01.667161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:01.735788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a975f8-466f-4a75-9bb7-72dd952be92e req-69a972ad-ec01-4548-8876-aeb7ad38dcbc tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.737158 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-21a975f8-466f-4a75-9bb7-72dd952be92e req-69a972ad-ec01-4548-8876-aeb7ad38dcbc tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0478241 Apr 12 11:06:01.806658 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-21a975f8-466f-4a75-9bb7-72dd952be92e req-55538b1b-0889-4eee-a94c-7d05d29f7dae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631735 Apr 12 11:06:01.888961 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49303a74-76c1-4b3a-aaed-58d61f1641a3 req-86f71a4a-b1f3-45a0-b92a-f261fa186002 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.890779 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-49303a74-76c1-4b3a-aaed-58d61f1641a3 req-86f71a4a-b1f3-45a0-b92a-f261fa186002 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0460367 Apr 12 11:06:01.944590 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-49303a74-76c1-4b3a-aaed-58d61f1641a3 req-f25a8d46-104f-4f46-8c10-d05b93f9514e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Apr 12 11:06:02.162287 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c5436cf-735d-4681-a4c0-b3d153c06f0f req-f9e4e4f7-65d9-40aa-840b-de29bba73dcb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Apr 12 11:06:02.317392 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926e08-ba2d-4558-999b-9182bcbeb86d req-4207afbd-5876-4902-977c-925f8a6efdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:02.319611 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bd926e08-ba2d-4558-999b-9182bcbeb86d req-4207afbd-5876-4902-977c-925f8a6efdd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 1129 time: 0.0431845 Apr 12 11:06:02.571144 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bd926e08-ba2d-4558-999b-9182bcbeb86d req-68a9d0f5-65a2-4799-9eb4-91f5304bc08c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Apr 12 11:06:02.921346 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426e445-e7d7-49ac-851a-e13aac3cf6b5 req-79a192b5-f9e1-45f8-8ce4-eca00a827f0f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:02.922744 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2426e445-e7d7-49ac-851a-e13aac3cf6b5 req-79a192b5-f9e1-45f8-8ce4-eca00a827f0f tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0482862 Apr 12 11:06:03.048822 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2426e445-e7d7-49ac-851a-e13aac3cf6b5 req-785bf3d8-0c01-4dfa-859e-d15767c3ddb9 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192899 Apr 12 11:06:03.069679 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465fa6-d588-4711-b079-7fff70182cb1 req-dd78de94-a18d-4812-bd66-a9e954ea170e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:03.069679 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c465fa6-d588-4711-b079-7fff70182cb1 req-dd78de94-a18d-4812-bd66-a9e954ea170e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Apr 12 11:06:03.072204 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-dc8473e6-90c6-4a9c-a550-b82ce0ee32bc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:03.073590 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-dc8473e6-90c6-4a9c-a550-b82ce0ee32bc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 817 time: 0.1424842 Apr 12 11:06:03.108241 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c465fa6-d588-4711-b079-7fff70182cb1 req-97e49497-a573-47b3-aede-05c66bd5fdda tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Apr 12 11:06:03.270043 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7b7ad3c5-571c-4de6-94ea-0574c92f9b42 req-61585aa1-4f3b-4c31-b981-e85adfcb1ff7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 210 time: 0.0283535 Apr 12 11:06:03.462262 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-4a57e5c7-d58c-4b51-b47e-0a4926432891 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 379 time: 0.0571558 Apr 12 11:06:03.522191 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'port': {'device_id': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'admin_state_up': True, 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'security_groups': ['4843f98f-ac82-4d07-bebe-e7af063a914f']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:03.644096 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Made reservation on behalf of 2c05008531754bf68fbf7eb1b5225f78 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:03.647657 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.773682 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Allocated IP 172.20.0.9 (1aa90ab5-27a1-4446-b358-853fbe9b3fdf/983ac349-3526-413a-90b2-48d649960a00/2f44305c-4f93-44a9-8f9e-048b437950ef) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:03.908539 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.946561 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.994993 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:03.997936 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:04.001981 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:04.008468 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:04.055351 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.055933 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.073340 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5f03760a-ebc2-4465-9a17-4b466923c405 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580492 Apr 12 11:06:04.171004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75e5d1-b3c7-4ff6-a38f-2c58e37abc33 req-878b5331-01ec-453e-abdf-f0725023b801 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.172644 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7f75e5d1-b3c7-4ff6-a38f-2c58e37abc33 req-878b5331-01ec-453e-abdf-f0725023b801 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0546160 Apr 12 11:06:04.222332 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68ecd-8a1e-478f-ad5f-3b179db00f61 req-3d186c53-0480-4f6b-bcf3-dc6d64622d03 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.223932 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11f68ecd-8a1e-478f-ad5f-3b179db00f61 req-3d186c53-0480-4f6b-bcf3-dc6d64622d03 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0473084 Apr 12 11:06:04.233425 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7f75e5d1-b3c7-4ff6-a38f-2c58e37abc33 req-3208259f-619a-4bef-8927-33f8f9ca2124 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550809 Apr 12 11:06:04.238615 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-1f425a83-87ee-4edf-a012-a403563ee798 None None] Provisioning complete for port 2f44305c-4f93-44a9-8f9e-048b437950ef triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:04.239173 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f425a83-87ee-4edf-a012-a403563ee798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.271683 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-11f68ecd-8a1e-478f-ad5f-3b179db00f61 req-acd9031d-aedc-4e47-bd1d-5371ef8db376 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Apr 12 11:06:04.278810 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1f425a83-87ee-4edf-a012-a403563ee798 None None] Port 2f44305c-4f93-44a9-8f9e-048b437950ef cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:04.391454 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25e0d-254e-4eed-a45f-3054e0f6f49c req-acbd74a1-1907-4bfa-92b8-fadabc7549ee tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.392938 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ef25e0d-254e-4eed-a45f-3054e0f6f49c req-acbd74a1-1907-4bfa-92b8-fadabc7549ee tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 931 time: 0.0526662 Apr 12 11:06:04.433554 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Request body: {'port': {'device_id': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:04.478392 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ef25e0d-254e-4eed-a45f-3054e0f6f49c req-c6feb731-2f6a-49fc-87d4-f33250e694a8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797193 Apr 12 11:06:04.512704 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.776615 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f44305c-4f93-44a9-8f9e-048b437950ef {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:04.784398 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Publish callbacks [] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.797540 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Transition to ACTIVE for port object 2f44305c-4f93-44a9-8f9e-048b437950ef will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:06:04.802228 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.851307 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:04.930960 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Attempting to bind port 2f44305c-4f93-44a9-8f9e-048b437950ef on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:04.931395 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Attempting to bind port 2f44305c-4f93-44a9-8f9e-048b437950ef by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:04.931794 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Attempting to bind port 2f44305c-4f93-44a9-8f9e-048b437950ef on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:04.936714 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Port 2f44305c-4f93-44a9-8f9e-048b437950ef on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:06:04.937038 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Attempting to bind port 2f44305c-4f93-44a9-8f9e-048b437950ef on network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:04.942058 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:04.942842 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Checking segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:04.943234 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Bound using segment: {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:04.943663 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Bound port: 2f44305c-4f93-44a9-8f9e-048b437950ef, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834f2cf6-c8d7-4038-aad6-788342d95384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:04.944026 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.011857 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:05.014832 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:05.021175 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.056051 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.056670 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.058079 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] 10.222.0.64 "PUT /v2.0/ports/2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 1093 time: 0.6315351 Apr 12 11:06:05.058532 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:05.060818 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e" -d '{"events": [{"name": "network-changed", "server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:05.082840 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332635e-b1f2-4862-8684-bc277acebebf service neutron] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:05.106391 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59999c69-aa87-43d3-8b37-b2f9aa91b868 x-openstack-request-id: req-59999c69-aa87-43d3-8b37-b2f9aa91b868 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:05.106717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:05.106969 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59999c69-aa87-43d3-8b37-b2f9aa91b868 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:05.107374 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59999c69-aa87-43d3-8b37-b2f9aa91b868'] response: {'name': 'network-changed', 'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'status': 'completed', 'code': 200} Apr 12 11:06:05.356698 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82df6-55a7-4609-b432-f4a7bfbb25bf req-e7176612-17f9-4ff8-a48f-357832327483 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.358164 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2d82df6-55a7-4609-b432-f4a7bfbb25bf req-e7176612-17f9-4ff8-a48f-357832327483 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0479047 Apr 12 11:06:05.422296 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d2d82df6-55a7-4609-b432-f4a7bfbb25bf req-7147f6af-37e0-4b5a-a3f4-45cd6300d9bc tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576069 Apr 12 11:06:05.501304 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb315-23e5-4ac9-91c6-255c4eb69407 req-e71a8146-6ae9-46c5-91a6-62dd4090d8e8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.503203 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-06efb315-23e5-4ac9-91c6-255c4eb69407 req-e71a8146-6ae9-46c5-91a6-62dd4090d8e8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0488183 Apr 12 11:06:05.559630 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-06efb315-23e5-4ac9-91c6-255c4eb69407 req-fc6d82eb-6bdc-4e41-82e9-217330c4d02d tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494108 Apr 12 11:06:05.606319 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad630c01-ec4a-497e-9377-e1ee1a2939ad req-08f36751-0289-45fe-b9c2-6bc2eb4107fc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.607690 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ad630c01-ec4a-497e-9377-e1ee1a2939ad req-08f36751-0289-45fe-b9c2-6bc2eb4107fc tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0471377 Apr 12 11:06:05.655413 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ad630c01-ec4a-497e-9377-e1ee1a2939ad req-d24ede3e-a192-4350-89df-3b9074333a6b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Apr 12 11:06:06.547923 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856ca58-bf99-424d-bcc3-6a84292abba0 req-0df6606d-73fb-4015-ae95-ff36d84e3071 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:06.549403 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1856ca58-bf99-424d-bcc3-6a84292abba0 req-0df6606d-73fb-4015-ae95-ff36d84e3071 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0494316 Apr 12 11:06:06.616825 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1856ca58-bf99-424d-bcc3-6a84292abba0 req-c18ae90e-0ad5-4c8d-96c4-32f6d71ccadd tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585494 Apr 12 11:06:06.670319 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f6be-f7d5-467d-81b3-b9d650a6fa3c req-6e010803-3a2f-42e7-a9f0-fa84403833be tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:06.671783 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a5c2f6be-f7d5-467d-81b3-b9d650a6fa3c req-6e010803-3a2f-42e7-a9f0-fa84403833be tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0455692 Apr 12 11:06:06.724488 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a5c2f6be-f7d5-467d-81b3-b9d650a6fa3c req-3b6ba95f-48ef-429c-bc9f-dfe9fa54e62c tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468671 Apr 12 11:06:06.773149 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952430-1808-4d48-8071-74e893cf7b4f req-e85c10b7-2bb1-48ee-876e-4800671af0a9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:06.774622 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2b952430-1808-4d48-8071-74e893cf7b4f req-e85c10b7-2bb1-48ee-876e-4800671af0a9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0474250 Apr 12 11:06:06.821153 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2b952430-1808-4d48-8071-74e893cf7b4f req-2a04d9cb-7a43-4a0b-b0b2-f34bd5805f72 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Apr 12 11:06:07.472213 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e3bf-e2cc-41f2-a0e2-258678222764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.737757 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52477-15ff-4e6f-ba9e-bc290dc5aa8c req-fde1252a-fd5d-4a0f-a0cc-51c238e77a8a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:07.739276 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ec52477-15ff-4e6f-ba9e-bc290dc5aa8c req-fde1252a-fd5d-4a0f-a0cc-51c238e77a8a tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0534422 Apr 12 11:06:07.793565 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e req-ac467307-ed0e-4704-9fd9-879a62fa0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:07.795775 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e req-ac467307-ed0e-4704-9fd9-879a62fa0409 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1127 time: 0.0556374 Apr 12 11:06:07.832561 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ec52477-15ff-4e6f-ba9e-bc290dc5aa8c req-279052c2-fd97-4814-97f4-478b61274ca0 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849211 Apr 12 11:06:07.838110 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb0758-c4d9-4bdb-a510-8cd3de0f50e9 req-b4746ff7-5ea3-47b0-9090-efa10ea2acb7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:07.839668 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5ccb0758-c4d9-4bdb-a510-8cd3de0f50e9 req-b4746ff7-5ea3-47b0-9090-efa10ea2acb7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0483146 Apr 12 11:06:07.887974 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5ccb0758-c4d9-4bdb-a510-8cd3de0f50e9 req-2b00d5dc-2e1b-4db3-8ea2-741d1b1fccd3 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421002 Apr 12 11:06:07.942433 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177caff-db3a-4191-bd56-9c824f2834a4 req-f675b15d-6cf5-4403-9858-343d09b23399 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:07.943935 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8177caff-db3a-4191-bd56-9c824f2834a4 req-f675b15d-6cf5-4403-9858-343d09b23399 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0463161 Apr 12 11:06:08.003677 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8177caff-db3a-4191-bd56-9c824f2834a4 req-c4baf9f3-a8f5-4dc0-8f57-eff1f124f62a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540180 Apr 12 11:06:08.464196 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-eeccedce-9f97-4fbe-9ae3-fe0822c7616a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.465625 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-eeccedce-9f97-4fbe-9ae3-fe0822c7616a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.0963070 Apr 12 11:06:08.514642 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e req-e0696b59-74c1-4f6e-806a-c168cdb9eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.516447 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e req-e0696b59-74c1-4f6e-806a-c168cdb9eeea service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c05008531754bf68fbf7eb1b5225f78&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1558676 Apr 12 11:06:08.628926 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Deleting port a21bd099-24fc-47ae-9ec9-d46e565fbb11 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:08.629245 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.695315 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e req-f30188ec-4488-4bbe-b2da-68eea0684412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.697560 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8dc46b55-7d0b-4be3-bdc7-2a36aa98807e req-f30188ec-4488-4bbe-b2da-68eea0684412 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749573 Apr 12 11:06:08.736858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] For port a21bd099-24fc-47ae-9ec9-d46e565fbb11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21bd099-24fc-47ae-9ec9-d46e565fbb11,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:08.737193 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.835032 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5e1b252e-99d6-4418-897b-709c930f3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.836494 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-5e1b252e-99d6-4418-897b-709c930f3194 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1127 time: 0.0533323 Apr 12 11:06:08.975011 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b99911-a05f-4ed3-9245-caf977dfee2d req-0ac8ac35-1102-4b98-bd62-c3da382fef94 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.976578 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-15b99911-a05f-4ed3-9245-caf977dfee2d req-0ac8ac35-1102-4b98-bd62-c3da382fef94 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0704887 Apr 12 11:06:09.046830 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-15b99911-a05f-4ed3-9245-caf977dfee2d req-d77389a3-b60f-4f26-839a-b04c732e1294 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643368 Apr 12 11:06:09.178567 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a45db-6d08-42d0-a752-7737ad696299 req-cee7e7dd-d7a1-46da-b12a-fb8145903f40 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.180182 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ca2a45db-6d08-42d0-a752-7737ad696299 req-cee7e7dd-d7a1-46da-b12a-fb8145903f40 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0488489 Apr 12 11:06:09.181896 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-fb4b4693-610e-41fd-9188-3fa1ae0e7761 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 217 time: 0.3201594 Apr 12 11:06:09.227677 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ca2a45db-6d08-42d0-a752-7737ad696299 req-2bf9016b-50ef-469b-baec-fc1ec2bd172a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Apr 12 11:06:09.303049 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ef-fbc9-467e-8c65-ca7d268f6cad req-3d793d34-9cbd-440c-ac5b-9c7a21a2a642 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.304479 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e51ff3ef-fbc9-467e-8c65-ca7d268f6cad req-3d793d34-9cbd-440c-ac5b-9c7a21a2a642 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 945 time: 0.1266983 Apr 12 11:06:09.324835 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-73bcfe65-f0d6-4209-aba6-377e957f6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.326292 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-73bcfe65-f0d6-4209-aba6-377e957f6006 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.1344450 Apr 12 11:06:09.328025 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.328362 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (01d17c09-7dea-4ace-a0eb-cc5707a80996), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.328666 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Floating IP 01d17c09-7dea-4ace-a0eb-cc5707a80996 disassociated. External IP: 172.28.2.63, port: a21bd099-24fc-47ae-9ec9-d46e565fbb11. Apr 12 11:06:09.329010 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Calling delete_port for a21bd099-24fc-47ae-9ec9-d46e565fbb11 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:09.431108 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-a8a37cb9-20df-49fa-a454-8b1a08d080bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.432803 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-a8a37cb9-20df-49fa-a454-8b1a08d080bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0940468 Apr 12 11:06:09.442266 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e51ff3ef-fbc9-467e-8c65-ca7d268f6cad req-b17ed515-0281-4b4d-b4f4-2e8a2d0602d5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=a69de1b9-4f66-43f3-ba4f-715df960ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283419 Apr 12 11:06:09.568830 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-65bf84f2-1477-4abf-b487-c1061949b562 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255426 Apr 12 11:06:09.596213 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (a21bd099-24fc-47ae-9ec9-d46e565fbb11), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.623758 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event deleted for resources: {'Port': ['ID=a21bd099-24fc-47ae-9ec9-d46e565fbb11,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:09.634732 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.635082 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.635423 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.635738 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.636090 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.636402 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.636737 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.637061 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.637425 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.637830 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.637991 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.638662 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.638662 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.638991 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.639270 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.752093 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:09.861147 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:09.876224 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:09.894857 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:09.895429 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:05:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:09.899133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c42851c8-e550-4982-a724-2d9075fa9159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.903429 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] No DVR routers for this DVR port a21bd099-24fc-47ae-9ec9-d46e565fbb11 on host hv-cinder-83008 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:09.905637 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.908866 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-98eff19b-5bd2-413d-b6b9-e9f1560a86ef req-1a3b28fc-9876-4436-bca9-999d534b29b7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "DELETE /v2.0/ports/a21bd099-24fc-47ae-9ec9-d46e565fbb11 HTTP/1.1" status: 204 len: 173 time: 1.4261596 Apr 12 11:06:09.909296 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'name': 'network-vif-deleted', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:09.911564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50df1fea-76ce-4298-bc43-c787401c8a6a" -d '{"events": [{"server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "name": "network-vif-deleted", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:09.947658 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6039c617-934f-4dd4-9a27-16909818daa3 x-openstack-request-id: req-6039c617-934f-4dd4-9a27-16909818daa3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:09.947946 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81cb779-6b01-49fc-ad87-6b2ae59fd667", "name": "network-vif-deleted", "tag": "a21bd099-24fc-47ae-9ec9-d46e565fbb11", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:09.948199 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6039c617-934f-4dd4-9a27-16909818daa3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:09.948619 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6039c617-934f-4dd4-9a27-16909818daa3'] response: {'server_uuid': 'e81cb779-6b01-49fc-ad87-6b2ae59fd667', 'name': 'network-vif-deleted', 'tag': 'a21bd099-24fc-47ae-9ec9-d46e565fbb11', 'status': 'completed', 'code': 200} Apr 12 11:06:10.007894 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:10.213886 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:10.219616 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1251-ce7e-40e3-9e03-094be4e6453e req-375f4dd6-fb21-41ff-ace9-18327b86c513 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:10.221097 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c2b1251-ce7e-40e3-9e03-094be4e6453e req-375f4dd6-fb21-41ff-ace9-18327b86c513 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0800388 Apr 12 11:06:10.244549 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:10.245339 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b04ba7f0-3ecf-4270-bc22-2f5f1e66210c req-3a44777f-52f2-4f97-bc2e-9c7ffd999bd8 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452613 Apr 12 11:06:10.253231 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:10.253866 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:10.296081 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5c2b1251-ce7e-40e3-9e03-094be4e6453e req-ce82a5af-2abc-47e3-adbd-068fa0bc5874 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667460 Apr 12 11:06:10.354799 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe723f9-f05d-46d2-8a52-c48757f087a0 req-e092ea64-86c7-4b84-9a0c-fe40a530a079 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:10.356458 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bbe723f9-f05d-46d2-8a52-c48757f087a0 req-e092ea64-86c7-4b84-9a0c-fe40a530a079 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0464678 Apr 12 11:06:10.360986 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:10.409918 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bbe723f9-f05d-46d2-8a52-c48757f087a0 req-f23b2429-c233-4a75-8945-06c3eee82041 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473294 Apr 12 11:06:10.550345 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4aa098ad-2337-4c6e-a7e1-8d077d85283e req-122f3e1e-2211-471c-a8d9-daecfa96716a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 210 time: 0.0268946 Apr 12 11:06:10.556282 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:10.582127 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b9fb6-151f-4002-be8e-18dcf423cc55 None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:10.605843 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.794383 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dfc02-f7b9-402c-90d6-69106953ea5f None None] New status for floating IP 01d17c09-7dea-4ace-a0eb-cc5707a80996: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:06:11.423914 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943f1b-b3bb-4d2f-9f14-efd2b369197c req-a56ecb0d-c7e9-4e2d-bd89-d5a6f316aa05 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:11.425350 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-03943f1b-b3bb-4d2f-9f14-efd2b369197c req-a56ecb0d-c7e9-4e2d-bd89-d5a6f316aa05 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0560939 Apr 12 11:06:11.492933 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-03943f1b-b3bb-4d2f-9f14-efd2b369197c req-fb286da7-8a69-4896-a8cb-3ff70cea8136 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613189 Apr 12 11:06:11.493473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a21bd099-24fc-47ae-9ec9-d46e565fbb11 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:11.519242 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: a21bd099-24fc-47ae-9ec9-d46e565fbb11 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:11.519892 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device a21bd099-24fc-47ae-9ec9-d46e565fbb11 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:11.556669 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fe7c6-f2d5-4f32-a9ac-6d27e950f410 req-2ab3df7d-465a-409b-8c08-b38211c8c6fa tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:11.558155 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3b6fe7c6-f2d5-4f32-a9ac-6d27e950f410 req-2ab3df7d-465a-409b-8c08-b38211c8c6fa tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0676630 Apr 12 11:06:11.606108 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3b6fe7c6-f2d5-4f32-a9ac-6d27e950f410 req-8999daa5-2a32-42b2-87b1-ed61f511ac88 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Apr 12 11:06:11.654995 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-81c4c8ab-d2b3-402d-9978-419ae4d165fe req-07e3c852-3801-40dc-9ae7-0d04e9e7b87e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=e81cb779-6b01-49fc-ad87-6b2ae59fd667 HTTP/1.1" status: 200 len: 210 time: 0.0289848 Apr 12 11:06:12.103039 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.615827 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d64e8-8085-4f17-a425-3b7aece0e378 req-ca0975f2-c3c6-4cda-b2f3-2fed3479ceb2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:12.617270 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b0d64e8-8085-4f17-a425-3b7aece0e378 req-ca0975f2-c3c6-4cda-b2f3-2fed3479ceb2 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0488462 Apr 12 11:06:12.677956 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4b0d64e8-8085-4f17-a425-3b7aece0e378 req-44b6249f-b2e9-4996-94ef-f8932866f0d0 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546582 Apr 12 11:06:12.729034 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1766-21db-4a80-8bea-8927013fa06e req-ace38a7c-b523-4522-9664-b8fe2af13f2f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:12.730530 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-24ce1766-21db-4a80-8bea-8927013fa06e req-ace38a7c-b523-4522-9664-b8fe2af13f2f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0506091 Apr 12 11:06:12.751003 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39292) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:12.803559 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-24ce1766-21db-4a80-8bea-8927013fa06e req-00512d53-234b-45c9-93dc-78470fb558dd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669920 Apr 12 11:06:12.823187 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (a69de1b9-4f66-43f3-ba4f-715df960ee4a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.851191 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (a69de1b9-4f66-43f3-ba4f-715df960ee4a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.901754 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a69de1b9-4f66-43f3-ba4f-715df960ee4a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.905717 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.907242 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "DELETE /v2.0/security-groups/a69de1b9-4f66-43f3-ba4f-715df960ee4a HTTP/1.1" status: 204 len: 168 time: 0.1553018 Apr 12 11:06:12.910132 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39294) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:12.917295 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69de1b9-4f66-43f3-ba4f-715df960ee4a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:12.924053 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.api.v2.resource [None req-2a034f21-7342-49d4-bf3d-7ccb6756f3b6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] show failed (client error): The resource could not be found. Apr 12 11:06:12.925048 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2a034f21-7342-49d4-bf3d-7ccb6756f3b6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups/a69de1b9-4f66-43f3-ba4f-715df960ee4a HTTP/1.1" status: 404 len: 347 time: 0.0138247 Apr 12 11:06:12.925926 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.926275 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.926666 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.927011 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.927341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.927673 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.928000 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.928142 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39296) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:12.928325 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.928648 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.928955 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.929282 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.929605 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.929926 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.930244 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:12.930724 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d27e59-b192-4a96-aad2-2e5a97a86edb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:13.047118 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Deleting port 7bd506ab-96c6-4ead-a9d0-28bc30677999 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:13.047463 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.126078 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.126282 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (7bd506ab-96c6-4ead-a9d0-28bc30677999), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.138931 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Calling delete_port for 7bd506ab-96c6-4ead-a9d0-28bc30677999 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:13.307400 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (7bd506ab-96c6-4ead-a9d0-28bc30677999), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.332948 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event deleted for resources: {'Port': ['ID=7bd506ab-96c6-4ead-a9d0-28bc30677999,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:13.395587 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (01d17c09-7dea-4ace-a0eb-cc5707a80996), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.398168 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.399358 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-c3f954b4-e18b-4147-99a4-802c2bd2e122 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "DELETE /v2.0/floatingips/01d17c09-7dea-4ace-a0eb-cc5707a80996 HTTP/1.1" status: 204 len: 168 time: 0.4704025 Apr 12 11:06:13.507622 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:06:13.609736 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:13.622637 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'mac_address': 'fa:16:3e:19:83:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:06:13.658094 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39308) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:13.663286 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586784201', 'description': 'tempest-description--352698423'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:13.664455 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:13.664877 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.678959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f44305c-4f93-44a9-8f9e-048b437950ef {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:13.701543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.703864 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:13.714201 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.766475 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.789284 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:13.806557 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (1ff9f787-4af2-44b9-b2f2-46c550ee84f3), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.812851 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (1ff9f787-4af2-44b9-b2f2-46c550ee84f3), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.845269 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b717c1-dbdb-45e8-b69e-0d69b8b69b87 req-9fb8bea6-04e0-4691-bd1d-abc30434e1a1 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:13.846886 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e6b717c1-dbdb-45e8-b69e-0d69b8b69b87 req-9fb8bea6-04e0-4691-bd1d-abc30434e1a1 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0750623 Apr 12 11:06:13.860153 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.862980 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2036951 Apr 12 11:06:13.864331 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39314) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:13.868629 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d10099-0af2-4847-b84a-8562deb1d5ba tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9f787-4af2-44b9-b2f2-46c550ee84f3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:13.869234 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'security_group_rule': {'security_group_id': '1ff9f787-4af2-44b9-b2f2-46c550ee84f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:13.923901 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (15a85d80-41dd-40a8-ac06-accd5c1a7638), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.924126 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e6b717c1-dbdb-45e8-b69e-0d69b8b69b87 req-0c6b4acb-568a-4384-ace5-443c4ab53553 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a8eb466-eb7f-4055-89cb-8ea9fcefe222&id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690227 Apr 12 11:06:13.955354 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeac74-2ba5-43dc-ba39-82a403c9c420 req-a63a382d-2ad3-4ffd-8b7d-03a780c2218e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:13.956958 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dcdeac74-2ba5-43dc-ba39-82a403c9c420 req-a63a382d-2ad3-4ffd-8b7d-03a780c2218e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 944 time: 0.0717883 Apr 12 11:06:14.027035 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (15a85d80-41dd-40a8-ac06-accd5c1a7638), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.031113 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dcdeac74-2ba5-43dc-ba39-82a403c9c420 req-b29d36d0-77e1-4088-a998-886c117c5f19 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681283 Apr 12 11:06:14.032374 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (15a85d80-41dd-40a8-ac06-accd5c1a7638), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.052493 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a85d80-41dd-40a8-ac06-accd5c1a7638,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:14.057896 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.059139 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-f834b9f2-8c44-4850-8592-17228cb2646a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937404 Apr 12 11:06:14.061808 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39318) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:14.066063 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'security_group_rule': {'security_group_id': '1ff9f787-4af2-44b9-b2f2-46c550ee84f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:14.092978 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (c3f3c70c-6bf5-4e37-a138-ea6b0df0133a), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.126671 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f44305c-4f93-44a9-8f9e-048b437950ef'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:14.151237 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (c3f3c70c-6bf5-4e37-a138-ea6b0df0133a), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.156161 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (c3f3c70c-6bf5-4e37-a138-ea6b0df0133a), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.176214 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f3c70c-6bf5-4e37-a138-ea6b0df0133a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:14.181803 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.183018 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-257d5f51-1bd0-40b4-ae4b-7216c554f233 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203201 Apr 12 11:06:14.186720 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39320) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:14.191302 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:14.212343 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.291834 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.393381 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Allocated IP 172.28.2.94 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/a2636ec9-7794-46a6-8a50-779c75eb955b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:14.512602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.562395 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.606473 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:14.611633 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:14.613541 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'Port': ['ID=a2636ec9-7794-46a6-8a50-779c75eb955b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:14.615704 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:14.703452 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (2195d55d-384b-49e7-8f66-aaae62f9794c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.741011 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.899365 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.905558 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.972658 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'Port': ['ID=a2636ec9-7794-46a6-8a50-779c75eb955b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:14.983457 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (2195d55d-384b-49e7-8f66-aaae62f9794c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.999773 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.001122 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6767ffe6-f088-4020-9e3d-c98dfcf562a1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8133862 Apr 12 11:06:15.151003 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18ec66-744b-469b-a264-2d0034f2ac83 req-1df65f4c-c3ba-46c4-8c27-65d95d1bdfd8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:15.152569 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2c18ec66-744b-469b-a264-2d0034f2ac83 req-1df65f4c-c3ba-46c4-8c27-65d95d1bdfd8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 944 time: 0.0489912 Apr 12 11:06:15.192613 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-ad209fd8-1193-43f7-8cb3-7645696c1c42 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--586784201&fields=id&tenant_id=96b66c5e64344386a5699595493fc2e7 HTTP/1.1" status: 200 len: 267 time: 0.0431464 Apr 12 11:06:15.203658 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2c18ec66-744b-469b-a264-2d0034f2ac83 req-81f4af60-a6ac-4bf3-960f-7cb67ce262d1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455515 Apr 12 11:06:15.311299 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-cf775552-75c4-4bb2-a560-edb4a62ce62b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:15.312760 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-cf775552-75c4-4bb2-a560-edb4a62ce62b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 810 time: 0.1132011 Apr 12 11:06:15.327258 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f28f6c4c-4ee5-4547-bdf8-7e0cdc0a1476 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/quotas/96b66c5e64344386a5699595493fc2e7 HTTP/1.1" status: 200 len: 375 time: 0.0091138 Apr 12 11:06:15.377056 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-2dd2f29b-8792-4468-87ac-f19f93d899d3 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449655 Apr 12 11:06:15.477053 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-7e908775-e941-47ae-9785-bbc1b218ed4a service neutron] 10.222.0.41 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886357 Apr 12 11:06:15.511720 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:15.554748 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 2f44305c-4f93-44a9-8f9e-048b437950ef completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:06:15.564057 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 2f44305c-4f93-44a9-8f9e-048b437950ef triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:15.564453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.569797 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-851f25ec-7140-4603-8879-4c41b3ff3b9a service neutron] 10.222.0.41 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Apr 12 11:06:15.642449 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:15.642873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.668126 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:15.670620 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb757837-e249-405d-b774-29db744b772e" -d '{"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-plugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:15.700091 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:15.705598 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.732494 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a21c7-beeb-42ce-ba69-ad8b61027b65 x-openstack-request-id: req-df7a21c7-beeb-42ce-ba69-ad8b61027b65 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:15.732791 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-plugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:15.733042 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df7a21c7-beeb-42ce-ba69-ad8b61027b65 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:15.733434 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7a21c7-beeb-42ce-ba69-ad8b61027b65'] response: {'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'code': 200} Apr 12 11:06:15.744537 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-92e1c0fc-da34-4f39-b19d-86c87df9c302 req-53ce02ec-0aae-4e3e-952d-589d4fcafa66 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Apr 12 11:06:15.763572 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:15.934955 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e80a98-bf0e-4c73-a14e-5fadc3bc1e94 req-cdcb6956-4feb-4178-85bf-c2480a5a7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:15.936654 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e2e80a98-bf0e-4c73-a14e-5fadc3bc1e94 req-cdcb6956-4feb-4178-85bf-c2480a5a7a69 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1129 time: 0.0390232 Apr 12 11:06:15.980384 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e2e80a98-bf0e-4c73-a14e-5fadc3bc1e94 req-55931727-824d-4629-aace-cd78f2b27ea2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Apr 12 11:06:16.340344 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977270-6f40-4a0a-a0ef-47a2988c341c req-e7befd71-3582-4f34-9d39-ed950ade30a3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:16.341810 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-18977270-6f40-4a0a-a0ef-47a2988c341c req-e7befd71-3582-4f34-9d39-ed950ade30a3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0583150 Apr 12 11:06:16.392469 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-18977270-6f40-4a0a-a0ef-47a2988c341c req-3f8256ea-e12c-4036-8251-4f5411458d06 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Apr 12 11:06:16.841592 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0a4d4050-f3cc-4076-9f3c-9542f77de515 req-88927daa-47a8-42ae-a893-56c709fb20d5 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.0334082 Apr 12 11:06:17.534833 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19b4cf-3c6e-4268-835c-cbbd6b167f94 req-a45ceeec-6f8f-4d08-ba6c-e4bb79d5cb0e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.536310 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8d19b4cf-3c6e-4268-835c-cbbd6b167f94 req-a45ceeec-6f8f-4d08-ba6c-e4bb79d5cb0e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Apr 12 11:06:17.584158 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8d19b4cf-3c6e-4268-835c-cbbd6b167f94 req-53629137-4133-4496-a21a-6b691d6a41a8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Apr 12 11:06:17.938139 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bffc3138-53c9-4345-b74e-542a4dff7b8c req-344c7768-b855-48ba-98e6-f7a8a9dfe602 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Apr 12 11:06:18.705541 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee4831-01a9-48cd-8a5f-8213d5438615 req-6e07272a-d6d4-4d3a-a800-2a7737d08b2f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:18.707055 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61ee4831-01a9-48cd-8a5f-8213d5438615 req-6e07272a-d6d4-4d3a-a800-2a7737d08b2f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0477393 Apr 12 11:06:18.756529 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-61ee4831-01a9-48cd-8a5f-8213d5438615 req-d63eb45b-73a1-4474-ad78-cb8b1043cf90 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439100 Apr 12 11:06:18.867666 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f5b6-df1d-432a-898b-d7a3f6a2121a req-62de6a9b-2264-4141-afd1-514c37368d45 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:18.869103 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a081f5b6-df1d-432a-898b-d7a3f6a2121a req-62de6a9b-2264-4141-afd1-514c37368d45 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0461035 Apr 12 11:06:18.877870 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39392) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:18.882263 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Request body: {'floatingip': {'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:18.924108 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (912348eb-8203-4220-93ee-056d96e0c6ee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.038243 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-cc94b1b6-36a7-4847-b594-4f4b6c9732fc req-e84b6754-b538-4219-8928-0084cda0032d tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.0307481 Apr 12 11:06:19.316051 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.399073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.404293 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (912348eb-8203-4220-93ee-056d96e0c6ee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.512595 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Floating IP 912348eb-8203-4220-93ee-056d96e0c6ee associated. External IP: 172.28.2.93, port: 2f44305c-4f93-44a9-8f9e-048b437950ef. Apr 12 11:06:19.723978 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:20.164133 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:20.178052 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:20.181341 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.234038 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-e98f7aab-1ace-42ee-9004-9c3c3ff11561 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.235642 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-e98f7aab-1ace-42ee-9004-9c3c3ff11561 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 810 time: 0.4244986 Apr 12 11:06:20.244849 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ef80bd9f-1343-41e1-9bb2-2b8bbbfc9e0d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "PUT /v2.0/floatingips/912348eb-8203-4220-93ee-056d96e0c6ee HTTP/1.1" status: 200 len: 990 time: 1.3589272 Apr 12 11:06:20.244849 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:20.244849 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce0cd01-6704-42f4-941d-bc723ef87e27" -d '{"events": [{"name": "network-changed", "server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:20.308556 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbaa4c7-858c-41ef-ba5c-1d064cd2b4b3 x-openstack-request-id: req-7dbaa4c7-858c-41ef-ba5c-1d064cd2b4b3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:20.308848 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:20.309124 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dbaa4c7-858c-41ef-ba5c-1d064cd2b4b3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:20.309531 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbaa4c7-858c-41ef-ba5c-1d064cd2b4b3'] response: {'name': 'network-changed', 'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'status': 'completed', 'code': 200} Apr 12 11:06:20.364786 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f78a284d-3b67-4a16-a121-4c910b190360 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b66c5e64344386a5699595493fc2e7 HTTP/1.1" status: 200 len: 379 time: 0.1028366 Apr 12 11:06:20.381213 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:20.381866 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:20.382026 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'port': {'device_id': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'admin_state_up': True, 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'security_groups': ['1ff9f787-4af2-44b9-b2f2-46c550ee84f3']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:20.423770 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b73e0a29-a7dc-4e35-90c1-034f6452628c req-7653d810-ab4b-46d2-87f0-647436a1d123 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.3075566 Apr 12 11:06:20.467244 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-d63f65a9-48ae-42fb-9c2a-4cff0a11e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.468882 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-d63f65a9-48ae-42fb-9c2a-4cff0a11e2bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1129 time: 0.1029453 Apr 12 11:06:20.499393 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:20.598772 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Made reservation on behalf of 96b66c5e64344386a5699595493fc2e7 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:20.602659 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.606560 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-0e139573-d2f7-4450-9855-9bc6d20ea730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.607961 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-0e139573-d2f7-4450-9855-9bc6d20ea730 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.1249375 Apr 12 11:06:20.723701 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-c820af29-c59e-4d57-9e90-101617b50945 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 998 time: 0.1075261 Apr 12 11:06:20.777438 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '912348eb-8203-4220-93ee-056d96e0c6ee', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'floating_ip_address': '172.28.2.93', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'mac_address': 'fa:16:3e:19:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:59Z', 'updated_at': '2022-04-12T11:06:19Z', 'revision_number': 1, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:20.804077 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:20.812759 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:20.813312 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:20.816347 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-2c28f233-cb5c-4a93-a710-1b5e9c82d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.817808 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-2c28f233-cb5c-4a93-a710-1b5e9c82d21c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0849898 Apr 12 11:06:20.821619 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Allocated IP 172.20.0.13 (7dc39e1a-dd25-4363-9f4c-61cc404afa72/de475af3-d147-4b80-995f-ace98680611f/01d77a53-caf7-49f1-ba2f-179c5b7fb954) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:20.884614 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-2d08e3ca-69b1-4e05-94fb-1973cfc6b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.886129 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-2d08e3ca-69b1-4e05-94fb-1973cfc6b480 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0603464 Apr 12 11:06:20.931888 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:21.069379 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-c22af9a9-ebf7-49e6-be81-d3bd31e72236 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682715 Apr 12 11:06:21.074318 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.109682 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.158616 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:21.164980 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:21.167116 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event updated for resources: {'Port': ['ID=01d77a53-caf7-49f1-ba2f-179c5b7fb954,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:21.175910 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:21.209161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '912348eb-8203-4220-93ee-056d96e0c6ee', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'floating_ip_address': '172.28.2.93', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'mac_address': 'fa:16:3e:19:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:59Z', 'updated_at': '2022-04-12T11:06:19Z', 'revision_number': 1, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:21.238010 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2f84a-6866-4cb7-86e0-a3fe9469fe27 None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '912348eb-8203-4220-93ee-056d96e0c6ee', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'floating_ip_address': '172.28.2.93', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'mac_address': 'fa:16:3e:19:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:59Z', 'updated_at': '2022-04-12T11:06:19Z', 'revision_number': 1, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:21.268931 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:21.269567 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.290291 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0a1d9-7a02-4b90-89b2-49f459fbcd3f req-076105e1-1bfd-435c-b507-dd22758fbee2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:21.291833 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-39a0a1d9-7a02-4b90-89b2-49f459fbcd3f req-076105e1-1bfd-435c-b507-dd22758fbee2 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0751629 Apr 12 11:06:21.304667 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-4865bc89-3e6c-49a1-a06e-b71db1d6c6f2 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9281952 Apr 12 11:06:21.352123 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-39a0a1d9-7a02-4b90-89b2-49f459fbcd3f req-a9ef0ba7-2c15-4308-bdf4-8664c2da0082 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523143 Apr 12 11:06:21.447746 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ebb5de-5564-4502-9525-52007d4ffbd0 None None] New status for floating IP 912348eb-8203-4220-93ee-056d96e0c6ee: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:06:21.457873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-967d925d-c396-43dc-81c2-2e28f8fae606 None None] Provisioning complete for port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:21.458309 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-967d925d-c396-43dc-81c2-2e28f8fae606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.492550 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-967d925d-c396-43dc-81c2-2e28f8fae606 None None] Port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:21.543659 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896c5fd-7c08-4b64-8eb4-918705bb20ef req-f2163f9e-97b4-41e4-b0be-6e66a8fc2c27 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:21.544985 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7896c5fd-7c08-4b64-8eb4-918705bb20ef req-f2163f9e-97b4-41e4-b0be-6e66a8fc2c27 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 932 time: 0.0483723 Apr 12 11:06:21.593469 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7896c5fd-7c08-4b64-8eb4-918705bb20ef req-34a45538-c3c9-42c6-b4f3-bfe8c80c991d tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427148 Apr 12 11:06:21.785173 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Request body: {'port': {'device_id': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:21.907298 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.912923 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5ce0cd01-6704-42f4-941d-bc723ef87e27 req-2471cb09-683c-4e9c-a515-efbd4215aef9 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589470 Apr 12 11:06:22.173158 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d77a53-caf7-49f1-ba2f-179c5b7fb954 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:22.180609 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Publish callbacks [] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:22.193846 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Transition to ACTIVE for port object 01d77a53-caf7-49f1-ba2f-179c5b7fb954 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:06:22.199301 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:22.259978 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Pushing event updated for resources: {'Port': ['ID=01d77a53-caf7-49f1-ba2f-179c5b7fb954,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:22.341506 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Attempting to bind port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:22.341891 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Attempting to bind port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:22.342152 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Attempting to bind port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:22.347013 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:06:22.347337 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Attempting to bind port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 on network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:22.353022 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:22.353372 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Checking segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:22.353758 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Bound using segment: {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:22.354186 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Bound port: 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b9ae0f-47cd-4f4b-93c5-7795a66e6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:22.354592 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:22.438518 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] For port 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host hv-cinder-83008, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:22.470012 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] For port 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:22.482575 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e33411-5e55-48da-ae2b-451a1c014b03 req-c8df166d-b351-428b-aa3c-1fab3196e9ba tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:22.484132 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d8e33411-5e55-48da-ae2b-451a1c014b03 req-c8df166d-b351-428b-aa3c-1fab3196e9ba tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0620365 Apr 12 11:06:22.486169 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:22.541603 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:22.542259 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:22.543669 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] 10.222.0.64 "PUT /v2.0/ports/01d77a53-caf7-49f1-ba2f-179c5b7fb954 HTTP/1.1" status: 200 len: 1094 time: 0.7644899 Apr 12 11:06:22.544110 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:22.546666 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:22.577420 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e553-4ca3-4f98-b1b9-5c8911238c34 service neutron] Pushing event updated for resources: {'Port': ['ID=01d77a53-caf7-49f1-ba2f-179c5b7fb954,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:22.601573 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2dc3ef-72ed-4f41-9b18-04f26dd7499a x-openstack-request-id: req-bf2dc3ef-72ed-4f41-9b18-04f26dd7499a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:22.601958 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:22.602325 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf2dc3ef-72ed-4f41-9b18-04f26dd7499a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:22.602861 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2dc3ef-72ed-4f41-9b18-04f26dd7499a'] response: {'name': 'network-changed', 'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'status': 'completed', 'code': 200} Apr 12 11:06:22.606798 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d8e33411-5e55-48da-ae2b-451a1c014b03 req-004cbc29-a744-4dfd-9921-3a1eb902b259 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151798 Apr 12 11:06:22.715965 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113372a-f4fa-4f11-9e1e-06ae65b305ec req-e752ce8d-fdb8-4a07-aa29-c9e9a6e617d6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:22.718749 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c113372a-f4fa-4f11-9e1e-06ae65b305ec req-e752ce8d-fdb8-4a07-aa29-c9e9a6e617d6 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0543635 Apr 12 11:06:22.764367 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c113372a-f4fa-4f11-9e1e-06ae65b305ec req-d366b0d8-08be-415b-a747-287f88a11fbe tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413091 Apr 12 11:06:23.741449 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98818a-cea1-4d76-82ad-8b606156ff24 req-3c938c73-5c80-450d-8bbe-bcabc628ff77 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:23.742976 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4d98818a-cea1-4d76-82ad-8b606156ff24 req-3c938c73-5c80-450d-8bbe-bcabc628ff77 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0527353 Apr 12 11:06:23.791573 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4d98818a-cea1-4d76-82ad-8b606156ff24 req-8b413a35-cd53-428c-af0f-d963494a7318 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Apr 12 11:06:23.890804 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e408-cf18-4d83-8ba1-e0f2d7da9e61 req-ee737fe4-2f5d-4e61-87b0-0a4269671c3e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:23.892271 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9ab0e408-cf18-4d83-8ba1-e0f2d7da9e61 req-ee737fe4-2f5d-4e61-87b0-0a4269671c3e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0625958 Apr 12 11:06:23.941310 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9ab0e408-cf18-4d83-8ba1-e0f2d7da9e61 req-997f4c72-75f7-4a7c-8279-879d826a9a9a tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433569 Apr 12 11:06:24.376889 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c512f-bc95-48bc-b1a4-9d725335bb55 req-1120b172-7803-4f39-a899-a37e841c5785 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:24.378330 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e36c512f-bc95-48bc-b1a4-9d725335bb55 req-1120b172-7803-4f39-a899-a37e841c5785 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0555155 Apr 12 11:06:24.430011 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e36c512f-bc95-48bc-b1a4-9d725335bb55 req-1e45b329-c68b-4fd5-ab4d-e03f3bf12915 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Apr 12 11:06:24.927066 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b1dec-5403-4ee3-8cb7-bae1345a68ee req-5d7f64fe-18fe-4177-a607-d6de68ed6cad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:24.928541 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-052b1dec-5403-4ee3-8cb7-bae1345a68ee req-5d7f64fe-18fe-4177-a607-d6de68ed6cad tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0571840 Apr 12 11:06:24.975205 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-052b1dec-5403-4ee3-8cb7-bae1345a68ee req-f9df1dcc-d326-42e1-a3aa-ca191d30475f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Apr 12 11:06:25.059162 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228df2c6-082f-43be-adf5-e6c4517eda78 req-ec1a96d6-0b79-4cd2-ac61-47fe818f3d14 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.060584 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-228df2c6-082f-43be-adf5-e6c4517eda78 req-ec1a96d6-0b79-4cd2-ac61-47fe818f3d14 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0450685 Apr 12 11:06:25.106607 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-228df2c6-082f-43be-adf5-e6c4517eda78 req-c275f52f-b295-4b19-976b-fbfeab81a20c tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404689 Apr 12 11:06:25.266657 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f req-46d65e0a-2510-4a23-aac8-fd8e52ac3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.268169 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f req-46d65e0a-2510-4a23-aac8-fd8e52ac3b28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 1128 time: 0.0506041 Apr 12 11:06:25.557477 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d9281-e362-4a7e-bdcc-70bcb1c27264 req-23f5ba32-8809-498c-9bd8-9372f245a64a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.559085 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-984d9281-e362-4a7e-bdcc-70bcb1c27264 req-23f5ba32-8809-498c-9bd8-9372f245a64a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0523403 Apr 12 11:06:25.612174 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-984d9281-e362-4a7e-bdcc-70bcb1c27264 req-6d248505-3947-40b5-8160-1c8ddfd432b9 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Apr 12 11:06:25.798184 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-4d1e777f-3465-4dc4-8c63-52f82fc5b451 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.799650 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-4d1e777f-3465-4dc4-8c63-52f82fc5b451 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0869825 Apr 12 11:06:25.821410 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f req-441a383f-17e8-42f3-8964-3c0438409e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.822731 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f req-441a383f-17e8-42f3-8964-3c0438409e1e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=96b66c5e64344386a5699595493fc2e7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1335826 Apr 12 11:06:26.100777 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9771d-b34e-47d7-90d0-2c6c820655a8 req-59becae0-d4a3-4c7a-bd8c-4f04bd930491 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.102120 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fea9771d-b34e-47d7-90d0-2c6c820655a8 req-59becae0-d4a3-4c7a-bd8c-4f04bd930491 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 945 time: 0.0474956 Apr 12 11:06:26.156527 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fea9771d-b34e-47d7-90d0-2c6c820655a8 req-2509b2fd-7ed3-4fd3-b59b-192cd14bbb2e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d27cfe3-42fd-4ebf-9f0d-8b147e485566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Apr 12 11:06:26.228444 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad920098-7609-452c-9b0a-fc2665afc39f req-96d68aeb-5a74-4767-a9ad-b54595bcd631 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.229901 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ad920098-7609-452c-9b0a-fc2665afc39f req-96d68aeb-5a74-4767-a9ad-b54595bcd631 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0476451 Apr 12 11:06:26.280549 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ad920098-7609-452c-9b0a-fc2665afc39f req-4fb6a46c-7201-4d1a-9786-04cd5eb485d7 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Apr 12 11:06:26.501344 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Deleting port 6dc01f22-418a-4dc5-990f-1b66a607e662 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:26.501583 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.517489 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f req-71c2c2ad-d3af-4d74-a0d7-345fbf73bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.519002 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b4f6b3d1-b4c5-446c-8cbe-7d7ecaa38a5f req-71c2c2ad-d3af-4d74-a0d7-345fbf73bdf8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629355 Apr 12 11:06:26.626233 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] For port 6dc01f22-418a-4dc5-990f-1b66a607e662, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6dc01f22-418a-4dc5-990f-1b66a607e662,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:26.626631 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.645454 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-1fce71cc-7e6a-41cd-ac4e-835b7c593ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.646993 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-1fce71cc-7e6a-41cd-ac4e-835b7c593ad9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 1128 time: 0.0606477 Apr 12 11:06:26.718807 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-88d85105-32cd-4c6c-be98-9f3781e5c145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954 HTTP/1.1" status: 200 len: 217 time: 0.0454979 Apr 12 11:06:26.735382 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b04cf-e579-44fd-a3b3-13bf8ce86347 req-9040891b-b928-4a77-b26c-213b8e55350d tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.736854 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-124b04cf-e579-44fd-a3b3-13bf8ce86347 req-9040891b-b928-4a77-b26c-213b8e55350d tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0509787 Apr 12 11:06:26.787910 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-124b04cf-e579-44fd-a3b3-13bf8ce86347 req-827e027b-9db7-4fae-bf7b-6f8977418456 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Apr 12 11:06:26.816162 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-fce4c87f-0f2c-4ef0-845d-3371792085a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.817652 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-fce4c87f-0f2c-4ef0-845d-3371792085a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.0920045 Apr 12 11:06:26.899554 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-3d28a663-d466-4b06-956d-21f615e9f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.901006 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-3d28a663-d466-4b06-956d-21f615e9f12f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527751 Apr 12 11:06:26.903985 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.904346 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.904657 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Floating IP 161fce79-d256-4c49-bf1a-272cf6504ec5 disassociated. External IP: 172.28.2.230, port: 6dc01f22-418a-4dc5-990f-1b66a607e662. Apr 12 11:06:26.904999 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Calling delete_port for 6dc01f22-418a-4dc5-990f-1b66a607e662 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:27.059564 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-a691ae9b-7c4c-4c63-9d44-fd6af357227a service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459954 Apr 12 11:06:27.161999 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (6dc01f22-418a-4dc5-990f-1b66a607e662), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.199375 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event deleted for resources: {'Port': ['ID=6dc01f22-418a-4dc5-990f-1b66a607e662,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:27.219331 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-721b5c47-cd54-49bc-b307-ff41ea041f3b req-e2f549c9-c965-4ed7-963d-c0f5bc02f722 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498156 Apr 12 11:06:27.286458 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-da01c9b1-491c-43da-924b-7ef6af7c9e62 req-a45450cf-d4dc-470b-bf80-9e94ba99fa2c tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0315039 Apr 12 11:06:27.401135 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967234d-e30a-45ef-a64e-7f1344749e23 req-f206eb3a-ece8-46a5-922e-7b1036754688 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:27.402734 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c967234d-e30a-45ef-a64e-7f1344749e23 req-f206eb3a-ece8-46a5-922e-7b1036754688 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0489542 Apr 12 11:06:27.452596 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c967234d-e30a-45ef-a64e-7f1344749e23 req-f73f3a73-1e0d-44b8-b681-0c1a73492376 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Apr 12 11:06:27.620037 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Router 89e5e1c5-b3da-415f-bd85-024924f827e0 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:27.733008 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:27.744778 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] Sync routers for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:27.756100 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:27.756736 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:27.775214 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] No DVR routers for this DVR port 6dc01f22-418a-4dc5-990f-1b66a607e662 on host hv-cinder-83008 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:27.777834 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.781153 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-47822d3d-accf-4b26-b49f-8ccaae6117e0 req-164b8c9e-666e-49e0-8515-f84ea94cea0f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "DELETE /v2.0/ports/6dc01f22-418a-4dc5-990f-1b66a607e662 HTTP/1.1" status: 204 len: 173 time: 1.4235573 Apr 12 11:06:27.781577 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'name': 'network-vif-deleted', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:27.783823 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec65fda-aae5-407c-9712-deda7939923d" -d '{"events": [{"server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "name": "network-vif-deleted", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:27.819010 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d066277-fb5d-4bd9-9841-be05f9d541f3 x-openstack-request-id: req-6d066277-fb5d-4bd9-9841-be05f9d541f3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:27.819438 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61eb3602-b613-4f76-a109-c8dcd607a326", "name": "network-vif-deleted", "tag": "6dc01f22-418a-4dc5-990f-1b66a607e662", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:27.819689 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d066277-fb5d-4bd9-9841-be05f9d541f3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:27.820120 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d066277-fb5d-4bd9-9841-be05f9d541f3'] response: {'server_uuid': '61eb3602-b613-4f76-a109-c8dcd607a326', 'name': 'network-vif-deleted', 'tag': '6dc01f22-418a-4dc5-990f-1b66a607e662', 'status': 'completed', 'code': 200} Apr 12 11:06:27.867025 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:27.899905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2408f8-4037-475a-959a-222dc4bf1711 req-6046e0b5-fbf1-46cd-bf8c-20bc172ffab0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:27.901355 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0f2408f8-4037-475a-959a-222dc4bf1711 req-6046e0b5-fbf1-46cd-bf8c-20bc172ffab0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0463398 Apr 12 11:06:27.952715 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0f2408f8-4037-475a-959a-222dc4bf1711 req-f6e857fb-a847-4b1b-9567-23106227474c tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Apr 12 11:06:28.062914 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:28.093369 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] Checking router: 89e5e1c5-b3da-415f-bd85-024924f827e0 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:28.102023 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:28.102695 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:28.338201 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:28.403545 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-eb4fd8ee-51d6-4ce6-b0d0-1faa909fd7cc req-12c27f4c-e7de-485d-952b-4d839281ed11 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0372837 Apr 12 11:06:28.556440 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:28.574109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590cacc-00f1-4ef6-8065-aa9bd4076753 req-5ffe0fda-e5ae-4d4a-8702-c0a3774c0856 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.575672 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7590cacc-00f1-4ef6-8065-aa9bd4076753 req-5ffe0fda-e5ae-4d4a-8702-c0a3774c0856 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0472300 Apr 12 11:06:28.586076 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b81d7-fbdb-46d7-b37c-6e54ad8e07bb None None] The sync data for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb is: [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 4, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '329cf580-ad93-4e68-93fa-234559ffd1e7', 'name': '', 'network_id': '17eba3ae-8ab6-447e-801f-8559a8109400', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'mac_address': 'fa:16:3e:1d:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:03Z', 'updated_at': '2022-04-12T11:02:20Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'subnets': [{'id': '04be585a-8c13-4659-af51-3f8d31b9a3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:28.624057 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7590cacc-00f1-4ef6-8065-aa9bd4076753 req-59029ba5-38d6-4f80-8645-a3e4e37b4eef tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Apr 12 11:06:28.803313 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9681755e-e27f-4b59-9ba4-a29c79166f67 None None] New status for floating IP 161fce79-d256-4c49-bf1a-272cf6504ec5: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:06:29.070282 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f9fd-f1ab-48e7-abc3-854bd21583da req-03d9a88b-ee40-44be-aaee-a21a6e6fc0a0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:29.072323 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fb52f9fd-f1ab-48e7-abc3-854bd21583da req-03d9a88b-ee40-44be-aaee-a21a6e6fc0a0 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0496154 Apr 12 11:06:29.130414 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fb52f9fd-f1ab-48e7-abc3-854bd21583da req-7225d52b-4c83-414a-9df3-6611c4f9de23 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522792 Apr 12 11:06:29.528589 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8407a765-7472-409f-bf1b-b6c3df94d4dd req-71d5e1e0-824c-4d90-abe4-840481934194 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0368514 Apr 12 11:06:29.560689 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 01d77a53-caf7-49f1-ba2f-179c5b7fb954 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:06:29.575556 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 6dc01f22-418a-4dc5-990f-1b66a607e662 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:29.603957 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 6dc01f22-418a-4dc5-990f-1b66a607e662 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:29.604300 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 6dc01f22-418a-4dc5-990f-1b66a607e662 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:29.692095 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:29.705450 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'port_id': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'mac_address': 'fa:16:3e:4a:7e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:06:29.741689 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d579a-ec28-4feb-a52f-e2677e51f5dd req-05cab1f5-d07f-4e62-8e8c-4cd365e12a77 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:29.742545 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:29.742942 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:29.743428 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-323d579a-ec28-4feb-a52f-e2677e51f5dd req-05cab1f5-d07f-4e62-8e8c-4cd365e12a77 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 944 time: 0.0507562 Apr 12 11:06:29.756818 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d77a53-caf7-49f1-ba2f-179c5b7fb954 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:29.781393 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:29.786507 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:29.792909 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-323d579a-ec28-4feb-a52f-e2677e51f5dd req-2476ca0d-9cb7-497d-8bb1-0338bdb2f028 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 Apr 12 11:06:29.833027 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=01d77a53-caf7-49f1-ba2f-179c5b7fb954,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:30.235444 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['01d77a53-caf7-49f1-ba2f-179c5b7fb954'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:30.247202 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1faf0-3427-4f5b-8d1e-818ae42486c4 req-bf556cea-2399-4210-9096-b5a7d221c849 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:30.248666 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8e1faf0-3427-4f5b-8d1e-818ae42486c4 req-bf556cea-2399-4210-9096-b5a7d221c849 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0468748 Apr 12 11:06:30.297672 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8e1faf0-3427-4f5b-8d1e-818ae42486c4 req-e24ba2d1-dc31-4f6f-8602-f731ceb0e319 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Apr 12 11:06:30.634535 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a1b29faa-3dd9-4319-b285-c1263f62fcf6 req-2684fb26-8517-4ffc-8d99-4012f54340d5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=61eb3602-b613-4f76-a109-c8dcd607a326 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Apr 12 11:06:30.905504 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8042-fabd-48e1-a47d-a2e082a31460 req-1aa094ac-5d14-4b4f-a7b3-64ab648089ae tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:30.906968 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-90dc8042-fabd-48e1-a47d-a2e082a31460 req-1aa094ac-5d14-4b4f-a7b3-64ab648089ae tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 945 time: 0.0470073 Apr 12 11:06:30.954772 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-90dc8042-fabd-48e1-a47d-a2e082a31460 req-c7f9dc69-6782-4007-b5a4-950c91127f73 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Apr 12 11:06:31.420492 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12902640-88f7-472d-9c25-5bc033f24d27 req-6bc1ca9f-e8a4-4038-a21c-8f96ca6915c8 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:31.421856 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-12902640-88f7-472d-9c25-5bc033f24d27 req-6bc1ca9f-e8a4-4038-a21c-8f96ca6915c8 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0500779 Apr 12 11:06:31.476803 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-12902640-88f7-472d-9c25-5bc033f24d27 req-0d769707-c66a-4a2e-8997-9c1017612a81 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465260 Apr 12 11:06:31.564548 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 01d77a53-caf7-49f1-ba2f-179c5b7fb954 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:31.614261 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:06:31.621669 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:31.622045 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.700701 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:31.701101 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.723884 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:31.725033 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:31.727295 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912d1c12-eeae-443d-849f-d2226fa37675" -d '{"events": [{"server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "name": "network-vif-plugged", "status": "completed", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:31.743261 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:31.749244 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.776759 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7cc033-bb91-483c-8dcd-7e87d40fc23d x-openstack-request-id: req-3d7cc033-bb91-483c-8dcd-7e87d40fc23d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:31.777052 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "name": "network-vif-plugged", "status": "completed", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:31.777301 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d7cc033-bb91-483c-8dcd-7e87d40fc23d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:31.777688 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7cc033-bb91-483c-8dcd-7e87d40fc23d'] response: {'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'code': 200} Apr 12 11:06:31.785681 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71e47f59-9ece-459d-ae87-c16f1ec3cb24 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group (8d27cfe3-42fd-4ebf-9f0d-8b147e485566), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.803745 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=01d77a53-caf7-49f1-ba2f-179c5b7fb954,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:31.809540 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71e47f59-9ece-459d-ae87-c16f1ec3cb24 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group (8d27cfe3-42fd-4ebf-9f0d-8b147e485566), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.857267 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71e47f59-9ece-459d-ae87-c16f1ec3cb24 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8d27cfe3-42fd-4ebf-9f0d-8b147e485566), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.859994 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71e47f59-9ece-459d-ae87-c16f1ec3cb24 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.861174 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-71e47f59-9ece-459d-ae87-c16f1ec3cb24 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d27cfe3-42fd-4ebf-9f0d-8b147e485566 HTTP/1.1" status: 204 len: 168 time: 0.1362238 Apr 12 11:06:31.864007 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39516) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:31.871407 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e47f59-9ece-459d-ae87-c16f1ec3cb24 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d27cfe3-42fd-4ebf-9f0d-8b147e485566,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:31.879584 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.api.v2.resource [None req-7ce4faa4-e30b-45ca-af4a-224d4ce2e28e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] show failed (client error): The resource could not be found. Apr 12 11:06:31.880854 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7ce4faa4-e30b-45ca-af4a-224d4ce2e28e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups/8d27cfe3-42fd-4ebf-9f0d-8b147e485566 HTTP/1.1" status: 404 len: 347 time: 0.0156260 Apr 12 11:06:31.884000 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39518) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:32.028285 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Deleting port f3e584ea-a6c1-406d-8e49-6b95ef6b9362 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:32.028638 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:32.033457 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3e62-34b7-4735-bd51-446b9e4ee095 req-0737a12c-a68b-4e5f-9ff4-70cf18933a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.034984 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b54e3e62-34b7-4735-bd51-446b9e4ee095 req-0737a12c-a68b-4e5f-9ff4-70cf18933a0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 1130 time: 0.0496066 Apr 12 11:06:32.075248 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666111-210b-41be-87bb-3825e690538a req-064190a1-3c7c-4af1-980c-f1a226b104fc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.076752 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-06666111-210b-41be-87bb-3825e690538a req-064190a1-3c7c-4af1-980c-f1a226b104fc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0512364 Apr 12 11:06:32.126419 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-06666111-210b-41be-87bb-3825e690538a req-eff99fe8-b7df-4539-aa9d-42894b0dc12e tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 Apr 12 11:06:32.127289 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b54e3e62-34b7-4735-bd51-446b9e4ee095 req-bdcc255a-642e-4c99-a0c0-0cef7115031d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830381 Apr 12 11:06:32.142822 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:32.143158 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:32.156367 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Calling delete_port for f3e584ea-a6c1-406d-8e49-6b95ef6b9362 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:32.295064 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (f3e584ea-a6c1-406d-8e49-6b95ef6b9362), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:32.321843 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event deleted for resources: {'Port': ['ID=f3e584ea-a6c1-406d-8e49-6b95ef6b9362,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:32.382159 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks [] for floatingip (161fce79-d256-4c49-bf1a-272cf6504ec5), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:32.384747 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:32.387289 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-71df6db7-3c63-4957-800a-4397e12e4021 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "DELETE /v2.0/floatingips/161fce79-d256-4c49-bf1a-272cf6504ec5 HTTP/1.1" status: 204 len: 168 time: 0.5007107 Apr 12 11:06:32.593784 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16829a1d-1add-4f74-aa39-c2c72bc0e506 req-fbe43da1-246e-4a03-b758-f74eba7a3535 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.595346 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-16829a1d-1add-4f74-aa39-c2c72bc0e506 req-fbe43da1-246e-4a03-b758-f74eba7a3535 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0488329 Apr 12 11:06:32.645457 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-16829a1d-1add-4f74-aa39-c2c72bc0e506 req-ca478f7c-ca7c-4fd4-bdc5-6a169a0ec7d9 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Apr 12 11:06:33.260863 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeec235-f0cb-46ed-9eaa-ff3f7e05c71d req-59713670-e1d8-4054-a286-0d55a94d220b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.262320 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8aeec235-f0cb-46ed-9eaa-ff3f7e05c71d req-59713670-e1d8-4054-a286-0d55a94d220b tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0564811 Apr 12 11:06:33.315410 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8aeec235-f0cb-46ed-9eaa-ff3f7e05c71d req-b896d441-d856-4da0-81f2-4b79cde2f7e8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466392 Apr 12 11:06:33.765016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6aff1-ee10-4a08-8f43-afdf21678b12 req-d53189fe-a199-43ec-8953-5b53aab318c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.766535 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-73c6aff1-ee10-4a08-8f43-afdf21678b12 req-d53189fe-a199-43ec-8953-5b53aab318c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0517867 Apr 12 11:06:33.818908 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-73c6aff1-ee10-4a08-8f43-afdf21678b12 req-16c592ad-1839-4e99-927c-836daf94333f tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Apr 12 11:06:34.433885 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f303-f4a8-44fe-8d71-9e0428f1bd71 req-8f90ba32-178b-44aa-a823-a0131eb4bc65 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.435399 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7668f303-f4a8-44fe-8d71-9e0428f1bd71 req-8f90ba32-178b-44aa-a823-a0131eb4bc65 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0530224 Apr 12 11:06:34.486792 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7668f303-f4a8-44fe-8d71-9e0428f1bd71 req-d6e19f71-7358-44be-a74d-8b97772aaad1 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Apr 12 11:06:34.595664 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695c77-9277-4833-8a27-eb9e439b67ff req-4ecbe082-4444-4249-9a33-bd7ad59eb225 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.597126 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-01695c77-9277-4833-8a27-eb9e439b67ff req-4ecbe082-4444-4249-9a33-bd7ad59eb225 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0477107 Apr 12 11:06:34.605986 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39558) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:34.610378 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Request body: {'floatingip': {'port_id': '01d77a53-caf7-49f1-ba2f-179c5b7fb954'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:34.649944 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (2195d55d-384b-49e7-8f66-aaae62f9794c), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:34.909442 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f96f53-d2c3-4cfe-aa20-2120d8441686 req-7af9afa2-afa0-4d67-99e4-1e3f7a0c1136 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.910948 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-83f96f53-d2c3-4cfe-aa20-2120d8441686 req-7af9afa2-afa0-4d67-99e4-1e3f7a0c1136 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0822628 Apr 12 11:06:34.934496 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a82e9-5d14-416d-855f-b05edc20f809 req-7abc9203-d210-4388-bd6d-fc915d4b6154 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.936068 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bd0a82e9-5d14-416d-855f-b05edc20f809 req-7abc9203-d210-4388-bd6d-fc915d4b6154 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0482080 Apr 12 11:06:34.986696 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bd0a82e9-5d14-416d-855f-b05edc20f809 req-6eaf60e9-b97b-45fb-b9ef-8cf5670aada1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Apr 12 11:06:35.040739 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-83f96f53-d2c3-4cfe-aa20-2120d8441686 req-9497da42-e99d-4bff-ad31-75368298b318 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218691 Apr 12 11:06:35.188734 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:35.195413 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (2195d55d-384b-49e7-8f66-aaae62f9794c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:35.305586 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Floating IP 2195d55d-384b-49e7-8f66-aaae62f9794c associated. External IP: 172.28.2.94, port: 01d77a53-caf7-49f1-ba2f-179c5b7fb954. Apr 12 11:06:35.542042 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:35.654640 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:35.659944 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:35.667142 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:35.678413 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:35.679355 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:35.700279 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e65a1345-8f04-4a12-825a-328a615e7eea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "PUT /v2.0/floatingips/2195d55d-384b-49e7-8f66-aaae62f9794c HTTP/1.1" status: 200 len: 991 time: 1.0838649 Apr 12 11:06:35.700279 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:35.700279 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:35.731194 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e37c63-0905-4d60-a7b3-c6c280c7cfa8 x-openstack-request-id: req-f7e37c63-0905-4d60-a7b3-c6c280c7cfa8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:35.731480 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:35.731784 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7e37c63-0905-4d60-a7b3-c6c280c7cfa8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:35.732182 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e37c63-0905-4d60-a7b3-c6c280c7cfa8'] response: {'name': 'network-changed', 'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'status': 'completed', 'code': 200} Apr 12 11:06:35.794140 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:35.824893 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321e4b0-5e44-4d40-8c67-b2fa72768553 req-aad0f8e2-c793-426f-859b-d58fd5f702f2 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:35.826454 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0321e4b0-5e44-4d40-8c67-b2fa72768553 req-aad0f8e2-c793-426f-859b-d58fd5f702f2 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0462267 Apr 12 11:06:35.871894 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0321e4b0-5e44-4d40-8c67-b2fa72768553 req-b13e2409-ebae-4833-8d20-548cb8e669b3 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Apr 12 11:06:36.011366 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '2195d55d-384b-49e7-8f66-aaae62f9794c', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'port_id': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'mac_address': 'fa:16:3e:4a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:14Z', 'updated_at': '2022-04-12T11:06:35Z', 'revision_number': 1, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:36.039288 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:36.048567 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:36.049127 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:36.107537 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653484e-f222-40fb-9a2b-c9a8a0770622 req-d7da6541-a84d-4533-8b80-b0f79002d4f9 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.109156 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1653484e-f222-40fb-9a2b-c9a8a0770622 req-d7da6541-a84d-4533-8b80-b0f79002d4f9 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0522802 Apr 12 11:06:36.154173 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da6f2-a550-46be-8c58-6a4c47a1410d req-f9a8b7a9-9289-4a0c-bdb0-e25b2106bcb9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.156453 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-221da6f2-a550-46be-8c58-6a4c47a1410d req-f9a8b7a9-9289-4a0c-bdb0-e25b2106bcb9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0469623 Apr 12 11:06:36.158852 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1653484e-f222-40fb-9a2b-c9a8a0770622 req-9497c022-d16c-4609-b13f-fdb3a1bfb3a7 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Apr 12 11:06:36.161392 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:36.209798 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-221da6f2-a550-46be-8c58-6a4c47a1410d req-0a598fd4-254b-42d6-a8d2-c282c30bc16f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Apr 12 11:06:36.375973 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '2195d55d-384b-49e7-8f66-aaae62f9794c', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'port_id': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'mac_address': 'fa:16:3e:4a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:14Z', 'updated_at': '2022-04-12T11:06:35Z', 'revision_number': 1, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:36.402462 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710dbd9-5096-47d8-b568-b4db1db03427 None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '2195d55d-384b-49e7-8f66-aaae62f9794c', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'port_id': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'mac_address': 'fa:16:3e:4a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:14Z', 'updated_at': '2022-04-12T11:06:35Z', 'revision_number': 1, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:36.603308 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91217726-ade2-45fd-ae68-ce5a3401ffc8 None None] New status for floating IP 2195d55d-384b-49e7-8f66-aaae62f9794c: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:06:36.991947 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea8d-dcfb-42c3-9a09-c89f401b3c4a req-c9856b3e-deb5-484a-b5cf-ff7c54558665 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.993307 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e59dea8d-dcfb-42c3-9a09-c89f401b3c4a req-c9856b3e-deb5-484a-b5cf-ff7c54558665 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0473757 Apr 12 11:06:37.041888 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e59dea8d-dcfb-42c3-9a09-c89f401b3c4a req-c6dbe728-4eb9-428e-a491-0a074e6e6686 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Apr 12 11:06:37.048181 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:37.274059 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b96617-3220-43d6-9c9c-f92cfe07a100 req-a2fc8155-c0aa-484f-bd9a-38515118ebcc tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:37.275624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04b96617-3220-43d6-9c9c-f92cfe07a100 req-a2fc8155-c0aa-484f-bd9a-38515118ebcc tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0503294 Apr 12 11:06:37.325972 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04b96617-3220-43d6-9c9c-f92cfe07a100 req-082ca566-4bb6-474c-9128-c5bf7e309b55 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Apr 12 11:06:37.329052 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f4d7e-d917-441b-82e3-799e1bb96e05 req-8aa79bd9-4616-4587-94c5-26d63e3faefa tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:37.330597 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-701f4d7e-d917-441b-82e3-799e1bb96e05 req-8aa79bd9-4616-4587-94c5-26d63e3faefa tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0527892 Apr 12 11:06:37.377543 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-701f4d7e-d917-441b-82e3-799e1bb96e05 req-a49736d8-2606-464d-bab0-8d56a9796050 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Apr 12 11:06:37.471833 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3a72-556e-46bb-a4be-332c719c5904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:38.173006 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083098f9-dd6e-4094-a6b4-4f9021b95c52 req-33cea96e-f9ea-46b1-b9f8-da8374e389d9 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:38.174641 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-083098f9-dd6e-4094-a6b4-4f9021b95c52 req-33cea96e-f9ea-46b1-b9f8-da8374e389d9 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0589106 Apr 12 11:06:38.223204 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-083098f9-dd6e-4094-a6b4-4f9021b95c52 req-bcb23ff2-7e19-44fa-819f-53799f0ef7ea tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Apr 12 11:06:38.452114 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025afc68-a748-4455-b0cf-e6fb78375914 req-d67a838b-1316-4c32-bcf6-0feed9dbf301 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:38.453583 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-025afc68-a748-4455-b0cf-e6fb78375914 req-d67a838b-1316-4c32-bcf6-0feed9dbf301 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0487127 Apr 12 11:06:38.494274 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03538c-cd87-48fb-aa0b-799ca1427d80 req-bb304f8f-7a89-47d3-af2c-ce81dcd19e6f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:38.495763 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5a03538c-cd87-48fb-aa0b-799ca1427d80 req-bb304f8f-7a89-47d3-af2c-ce81dcd19e6f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0511706 Apr 12 11:06:38.502528 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-025afc68-a748-4455-b0cf-e6fb78375914 req-72fa2e03-6359-4009-a54e-351860ce7622 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Apr 12 11:06:38.543579 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5a03538c-cd87-48fb-aa0b-799ca1427d80 req-61457b09-9415-4cdc-a906-6ecde1455ac7 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Apr 12 11:06:39.352056 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71233c-e350-446a-9f21-837eed8cdb19 req-605f0853-a077-4aa4-90ab-18aced3beb23 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:39.353500 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cf71233c-e350-446a-9f21-837eed8cdb19 req-605f0853-a077-4aa4-90ab-18aced3beb23 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0498207 Apr 12 11:06:39.406296 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cf71233c-e350-446a-9f21-837eed8cdb19 req-9d455bcd-8d63-4a0e-9354-127790e250b6 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Apr 12 11:06:39.620812 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d277dd-ea6b-439c-b0fd-ec6bb0311ba0 req-8f918383-857a-40ac-abf2-8c5c90b98a20 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:39.622301 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-34d277dd-ea6b-439c-b0fd-ec6bb0311ba0 req-8f918383-857a-40ac-abf2-8c5c90b98a20 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0479851 Apr 12 11:06:39.657620 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feddcf-ff6c-48bd-9264-b38d8c4c896a req-47d67c25-0d78-455e-9edd-2794ffaa2d9f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:39.659090 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7feddcf-ff6c-48bd-9264-b38d8c4c896a req-47d67c25-0d78-455e-9edd-2794ffaa2d9f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0473878 Apr 12 11:06:39.672511 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-34d277dd-ea6b-439c-b0fd-ec6bb0311ba0 req-c7ef1e33-72fe-47da-8006-5ad0accfe916 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 Apr 12 11:06:39.706707 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c7feddcf-ff6c-48bd-9264-b38d8c4c896a req-ca8bdeac-8fa0-4204-ad2c-042bbeb39ea5 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Apr 12 11:06:39.885505 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0284edcb-94a1-43af-a732-a41d70dd528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:40.541311 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fbe65-b880-448c-b339-627df3bdd2a5 req-0f96511c-c7a2-4960-85b2-6a2019c589bf tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.542921 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a39fbe65-b880-448c-b339-627df3bdd2a5 req-0f96511c-c7a2-4960-85b2-6a2019c589bf tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0591347 Apr 12 11:06:40.593719 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a39fbe65-b880-448c-b339-627df3bdd2a5 req-762517c4-da16-4475-9539-d0da066604c5 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Apr 12 11:06:40.610479 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:40.790288 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808639bb-1926-4fcb-8c0c-c25eb503e657 req-59a46d9a-4edb-488a-abe0-f570bb847430 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.791942 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-808639bb-1926-4fcb-8c0c-c25eb503e657 req-59a46d9a-4edb-488a-abe0-f570bb847430 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0473449 Apr 12 11:06:40.817006 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7d11c-8454-44ab-a0fd-80dce2f1e647 req-3f751f82-cda8-4df9-a19a-430c6fde94f8 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.818509 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dbd7d11c-8454-44ab-a0fd-80dce2f1e647 req-3f751f82-cda8-4df9-a19a-430c6fde94f8 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0467436 Apr 12 11:06:40.842413 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-808639bb-1926-4fcb-8c0c-c25eb503e657 req-c498fc3b-4626-47bb-9fe0-b001fc333ff9 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Apr 12 11:06:40.868009 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dbd7d11c-8454-44ab-a0fd-80dce2f1e647 req-4f0245a3-50a7-49e0-8b36-986036b79b62 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Apr 12 11:06:41.721805 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564a69c-05c0-4065-bbc5-08e6becd74df req-07b91fb4-6d49-43f4-b0aa-3477b1a4669e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.723337 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7564a69c-05c0-4065-bbc5-08e6becd74df req-07b91fb4-6d49-43f4-b0aa-3477b1a4669e tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0523071 Apr 12 11:06:41.772612 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7564a69c-05c0-4065-bbc5-08e6becd74df req-75de193b-e808-4e3d-bc9b-2a213f3828e1 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Apr 12 11:06:41.965092 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c6cf3-90cf-461d-8dcf-2eda92c0c776 req-13e0957b-106f-4ec0-9c90-b6f865faf01d tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.966584 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d36c6cf3-90cf-461d-8dcf-2eda92c0c776 req-13e0957b-106f-4ec0-9c90-b6f865faf01d tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0466614 Apr 12 11:06:41.981498 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9845d-2293-438a-8bf8-985eda67bd0d req-47a52197-18ba-40e3-b332-777065ffd95b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.983007 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bbe9845d-2293-438a-8bf8-985eda67bd0d req-47a52197-18ba-40e3-b332-777065ffd95b tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0478981 Apr 12 11:06:42.019973 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d36c6cf3-90cf-461d-8dcf-2eda92c0c776 req-8d5e1c8d-5af9-4577-818b-f4dfdcec8d49 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477242 Apr 12 11:06:42.029423 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bbe9845d-2293-438a-8bf8-985eda67bd0d req-e4d1f853-d06f-4773-8510-a860f9945e2a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Apr 12 11:06:42.107136 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.386387 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-ab75bba3-a63d-4ee3-b4c3-d9bbbf832006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.387896 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-ab75bba3-a63d-4ee3-b4c3-d9bbbf832006 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b66c5e64344386a5699595493fc2e7&device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 1130 time: 0.0477836 Apr 12 11:06:42.539466 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-99a78910-a205-475a-a72e-1b6bdfa3db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.540991 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-99a78910-a205-475a-a72e-1b6bdfa3db4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1129 time: 0.0744007 Apr 12 11:06:42.574375 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-a106b176-8788-48d9-ae6b-40710b40840f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.575845 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-a106b176-8788-48d9-ae6b-40710b40840f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0721681 Apr 12 11:06:42.583890 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-ac2351dc-fd28-4ce1-abe6-b586985e6b74 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.585218 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-ac2351dc-fd28-4ce1-abe6-b586985e6b74 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.0734241 Apr 12 11:06:42.658446 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-54f44413-4a09-4499-8203-d9ad748f7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.659872 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-54f44413-4a09-4499-8203-d9ad748f7bc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 200 len: 911 time: 0.1537278 Apr 12 11:06:42.720160 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-d391eb5a-5e1f-4829-a160-fe0ff04a7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.721642 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-d391eb5a-5e1f-4829-a160-fe0ff04a7a78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 909 time: 0.1527174 Apr 12 11:06:42.743903 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-a8b76af6-2f44-4e71-98e4-80e2f18cd9c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954 HTTP/1.1" status: 200 len: 1001 time: 0.0773270 Apr 12 11:06:42.748111 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Deleting port 152aaf79-5c2f-45a6-a574-6f1032643799 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:42.748424 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.765502 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Deleting port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:42.765840 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.832826 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-c32ae7ea-38dc-40fa-8234-609e7e8f0e21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 1000 time: 0.0984719 Apr 12 11:06:42.834583 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-f2463746-53b0-4c92-a7f3-6c39421077c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.835926 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-f2463746-53b0-4c92-a7f3-6c39421077c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 200 len: 849 time: 0.0614216 Apr 12 11:06:42.922387 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-12b19a61-fe5e-4bd7-8083-575762acecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.923847 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-12b19a61-fe5e-4bd7-8083-575762acecb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dc39e1a-dd25-4363-9f4c-61cc404afa72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0682521 Apr 12 11:06:42.925764 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-d3305ca3-fd6e-440b-9f4c-876d490e378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.927129 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-d3305ca3-fd6e-440b-9f4c-876d490e378f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.0789661 Apr 12 11:06:43.027787 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-86367dc0-96f3-4169-8b2a-b49190a0a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.029330 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-86367dc0-96f3-4169-8b2a-b49190a0a9ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0916953 Apr 12 11:06:43.084949 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-12aee676-cc10-46fd-9d5e-3e1210215746 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484399 Apr 12 11:06:43.212422 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] For port 152aaf79-5c2f-45a6-a574-6f1032643799, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=152aaf79-5c2f-45a6-a574-6f1032643799,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:43.213005 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.220491 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f965c-75b3-4cac-a738-61d87e08b14a req-125920f0-5322-4982-9728-4871edab9b54 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.221946 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ea5f965c-75b3-4cac-a738-61d87e08b14a req-125920f0-5322-4982-9728-4871edab9b54 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 945 time: 0.3656361 Apr 12 11:06:43.228392 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] For port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,segment=NetworkSegment(84ef6582-2566-48f9-8ef3-f5caedce6d35),segment_id=84ef6582-2566-48f9-8ef3-f5caedce6d35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:43.228757 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.228927 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4076231-5f86-4271-ae86-1ad23033ca31 req-122791a0-26dd-40f1-9cc1-c4d40cd9a290 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.230361 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d4076231-5f86-4271-ae86-1ad23033ca31 req-122791a0-26dd-40f1-9cc1-c4d40cd9a290 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.1209061 Apr 12 11:06:43.239722 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-1646a971-8df0-4a8d-af52-19c5efe49152 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986880 Apr 12 11:06:43.242649 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Calling delete_port for 152aaf79-5c2f-45a6-a574-6f1032643799 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:43.261164 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Calling delete_port for 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:43.338539 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fe0806fc-bb8c-4e00-a441-b5cff541ebb1 req-c657947f-125e-42f9-98f8-7110bb1c2853 service neutron] 10.222.0.64 "GET /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278807 Apr 12 11:06:43.365510 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d4076231-5f86-4271-ae86-1ad23033ca31 req-730ba262-8df0-49ea-8c53-49918a1d4c92 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278722 Apr 12 11:06:43.382236 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0de1c906-249e-41ef-a4e7-7989bdb70cf6 req-cd784f65-7f66-4c2e-8407-7bf1d61d357b service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338825 Apr 12 11:06:43.384075 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ea5f965c-75b3-4cac-a738-61d87e08b14a req-162d9126-6974-45cb-beae-63c05230fb9a tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/security-groups?id=b851c380-6ab0-408c-a369-f95ced382fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513567 Apr 12 11:06:43.486282 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a10a-24c5-47e4-89bc-4f637dafbcc8 req-5455ab6e-8e96-459b-a0f1-1e152ade479f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.487712 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2c60a10a-24c5-47e4-89bc-4f637dafbcc8 req-5455ab6e-8e96-459b-a0f1-1e152ade479f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 946 time: 0.0469615 Apr 12 11:06:43.518754 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (152aaf79-5c2f-45a6-a574-6f1032643799), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.526251 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (06a11cb5-01c8-4734-abc0-3a813b7c2cb6), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.539069 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2c60a10a-24c5-47e4-89bc-4f637dafbcc8 req-f3e08a38-8312-403e-8f00-b5e53e403911 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Apr 12 11:06:43.559062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event deleted for resources: {'Port': ['ID=152aaf79-5c2f-45a6-a574-6f1032643799,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:43.563496 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['152aaf79-5c2f-45a6-a574-6f1032643799', 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:43.605861 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Pushing event deleted for resources: {'Port': ['ID=06a11cb5-01c8-4734-abc0-3a813b7c2cb6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:43.612437 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['06a11cb5-01c8-4734-abc0-3a813b7c2cb6'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:43.637860 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] No DVR routers for this DVR port 152aaf79-5c2f-45a6-a574-6f1032643799 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:43.642662 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.645878 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6df061d0-2aa7-4771-97dd-d7c682369406 req-bf0d6c3e-91d0-40b4-8577-62a5b5daee65 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "DELETE /v2.0/ports/152aaf79-5c2f-45a6-a574-6f1032643799 HTTP/1.1" status: 204 len: 173 time: 1.0585227 Apr 12 11:06:43.647614 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'name': 'network-vif-deleted', 'tag': '152aaf79-5c2f-45a6-a574-6f1032643799'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:43.649898 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc9a68-b7b6-4be6-88c5-dee6e1a0cd93" -d '{"events": [{"server_uuid": "bd7c0f6b-5074-4380-befd-4497e926ef7f", "name": "network-vif-deleted", "tag": "152aaf79-5c2f-45a6-a574-6f1032643799"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:43.666362 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] No DVR routers for this DVR port 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:43.668750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.672032 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-941cfeca-b32d-450d-b6eb-d584744e6110 req-5a02fc70-645a-41fd-b156-178cdbc6a4f4 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.64 "DELETE /v2.0/ports/06a11cb5-01c8-4734-abc0-3a813b7c2cb6 HTTP/1.1" status: 204 len: 173 time: 1.0775371 Apr 12 11:06:43.699773 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1d2d1-2484-4f29-a8f2-f89ac365e2e5 x-openstack-request-id: req-70d1d2d1-2484-4f29-a8f2-f89ac365e2e5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:43.700063 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7c0f6b-5074-4380-befd-4497e926ef7f", "name": "network-vif-deleted", "tag": "152aaf79-5c2f-45a6-a574-6f1032643799", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:43.700316 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70d1d2d1-2484-4f29-a8f2-f89ac365e2e5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:43.700718 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d1d2d1-2484-4f29-a8f2-f89ac365e2e5'] response: {'server_uuid': 'bd7c0f6b-5074-4380-befd-4497e926ef7f', 'name': 'network-vif-deleted', 'tag': '152aaf79-5c2f-45a6-a574-6f1032643799', 'status': 'completed', 'code': 200} Apr 12 11:06:43.742045 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:44.485784 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-70f1d65e-aee3-439b-82e7-1d529551b2b1 req-d507ebc5-3fa6-4a34-8c39-8922291c1108 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Apr 12 11:06:44.496269 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49658570-164c-4bbc-b3af-97ae546edfa4 req-9ff5f3ed-311f-4987-8335-56514e7f2897 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:44.506151 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-49658570-164c-4bbc-b3af-97ae546edfa4 req-9ff5f3ed-311f-4987-8335-56514e7f2897 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0516448 Apr 12 11:06:44.547279 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-49658570-164c-4bbc-b3af-97ae546edfa4 req-349dbeb8-c548-4a13-a523-97297fe6deaf tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438750 Apr 12 11:06:44.636062 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-67faf5f6-5314-4da7-825a-102eaa74ad0f req-d6a1612f-d115-45f2-8a35-0ca45737ef2f tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 210 time: 0.0284443 Apr 12 11:06:45.599573 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2a5f5208-086b-4e6c-b487-44549b3bdf5e req-5353ad1d-2f0d-40ab-9609-45b048e204d8 tempest-VolumesSnapshotTestJSON-567216410 tempest-VolumesSnapshotTestJSON-567216410-project] 10.222.0.41 "GET /v2.0/ports?device_id=60eadd58-47c6-4549-a1d8-0e2084b43531 HTTP/1.1" status: 200 len: 210 time: 0.0286286 Apr 12 11:06:45.636963 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:45.668577 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:45.668986 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 06a11cb5-01c8-4734-abc0-3a813b7c2cb6 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:45.669342 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 152aaf79-5c2f-45a6-a574-6f1032643799 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:45.675331 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10495550-ef2d-4d1c-b8a4-1a16c6577b3e req-bd543f21-8c39-4063-b75a-b97fcc45ee6c tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.684350 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-10495550-ef2d-4d1c-b8a4-1a16c6577b3e req-bd543f21-8c39-4063-b75a-b97fcc45ee6c tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0648384 Apr 12 11:06:45.702540 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'name': 'network-vif-deleted', 'tag': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:45.705187 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bff106-653e-444c-b9ed-6e32122bd245" -d '{"events": [{"server_uuid": "60eadd58-47c6-4549-a1d8-0e2084b43531", "name": "network-vif-deleted", "tag": "06a11cb5-01c8-4734-abc0-3a813b7c2cb6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:45.729119 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 152aaf79-5c2f-45a6-a574-6f1032643799 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:45.729490 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 152aaf79-5c2f-45a6-a574-6f1032643799 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:45.739682 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-10495550-ef2d-4d1c-b8a4-1a16c6577b3e req-56390e54-68d9-4309-9314-7b85bff4b3f5 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542846 Apr 12 11:06:45.795836 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979af7e6-d072-45c0-ba8e-3c7dab4b28ff x-openstack-request-id: req-979af7e6-d072-45c0-ba8e-3c7dab4b28ff {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:45.796153 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60eadd58-47c6-4549-a1d8-0e2084b43531", "name": "network-vif-deleted", "tag": "06a11cb5-01c8-4734-abc0-3a813b7c2cb6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:45.796970 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-979af7e6-d072-45c0-ba8e-3c7dab4b28ff {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:45.796970 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979af7e6-d072-45c0-ba8e-3c7dab4b28ff'] response: {'server_uuid': '60eadd58-47c6-4549-a1d8-0e2084b43531', 'name': 'network-vif-deleted', 'tag': '06a11cb5-01c8-4734-abc0-3a813b7c2cb6', 'status': 'completed', 'code': 200} Apr 12 11:06:45.799300 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6a01a3c2-7df1-491f-9463-f164b0d91201 req-505b0823-0629-4b48-a2c2-da2a5346b034 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd7c0f6b-5074-4380-befd-4497e926ef7f HTTP/1.1" status: 200 len: 210 time: 0.0465326 Apr 12 11:06:46.865688 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47ab40-283b-4d55-af23-dcbaff55e041 req-887b8a91-6914-4b28-82e8-5eb3f5cb88b1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:46.867228 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fc47ab40-283b-4d55-af23-dcbaff55e041 req-887b8a91-6914-4b28-82e8-5eb3f5cb88b1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0545375 Apr 12 11:06:46.940641 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fc47ab40-283b-4d55-af23-dcbaff55e041 req-533a3bd3-c72d-41b0-8775-00ca5b4da9e3 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673280 Apr 12 11:06:47.132248 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c239f14-0301-4d61-9429-0d0d5022d24b req-25f063c9-10a0-4e31-b69b-0d9d978ca66a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:47.133698 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2c239f14-0301-4d61-9429-0d0d5022d24b req-25f063c9-10a0-4e31-b69b-0d9d978ca66a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0802946 Apr 12 11:06:47.137539 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-9a5962d1-8181-47c4-bb93-dc6d1b4c5a63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543272 Apr 12 11:06:47.140219 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb621c-2b93-4694-b011-43b005aeb7b7 req-2847a7b9-6b36-4628-a452-66bb6c7652c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:47.141870 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93bb621c-2b93-4694-b011-43b005aeb7b7 req-2847a7b9-6b36-4628-a452-66bb6c7652c1 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0465019 Apr 12 11:06:47.193381 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-93bb621c-2b93-4694-b011-43b005aeb7b7 req-f9594cb8-6deb-47a0-8808-126199843161 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 Apr 12 11:06:47.213646 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2c239f14-0301-4d61-9429-0d0d5022d24b req-c268dfd2-ff47-489d-9f52-375ae40067fe tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741150 Apr 12 11:06:47.224991 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-cf281a70-d718-4d01-9a60-0e5be5249b89 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:47.226413 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-cf281a70-d718-4d01-9a60-0e5be5249b89 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports/9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 942 time: 0.0592854 Apr 12 11:06:47.634228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:47.714561 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 9c8da862-7325-4b79-849b-fac794e09a06 is: ACTIVE; New status is: DOWN {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:47.715012 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:47.737488 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:47.739829 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c752b4-2a32-45b9-9abf-edb517b423c4" -d '{"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:47.752311 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:47.757334 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:47.780505 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7288487-ab88-44dc-a355-c32129ac0442 x-openstack-request-id: req-d7288487-ab88-44dc-a355-c32129ac0442 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:47.780794 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-unplugged", "status": "failed", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "code": 422}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:47.781040 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7288487-ab88-44dc-a355-c32129ac0442 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:47.781468 dv-cinder-830089-4-smb neutron-server[103287]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d7288487-ab88-44dc-a355-c32129ac0442']: {'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'code': 422} returned with failed status Apr 12 11:06:47.806897 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:48.312398 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb56bf-5292-4334-8550-05bfa82d31a4 req-8c331406-b0bd-4878-ae57-cc0318f8540c tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:48.314231 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9adb56bf-5292-4334-8550-05bfa82d31a4 req-8c331406-b0bd-4878-ae57-cc0318f8540c tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.0542319 Apr 12 11:06:48.338903 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a5e0-176b-458c-b847-c5d62e9f192e req-2766a2ae-89af-4673-8d11-3ef6ba6dbc0a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:48.340484 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7877a5e0-176b-458c-b847-c5d62e9f192e req-2766a2ae-89af-4673-8d11-3ef6ba6dbc0a tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0591187 Apr 12 11:06:48.371349 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9adb56bf-5292-4334-8550-05bfa82d31a4 req-a6b7b5c4-af57-40f9-8484-af52aff3f7c9 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513787 Apr 12 11:06:48.389810 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7877a5e0-176b-458c-b847-c5d62e9f192e req-d6b85303-8892-4727-b360-ea833f880e71 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Apr 12 11:06:49.313757 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:49.489970 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d796e-148d-4e0f-b3d1-dfc43e9d5b16 req-c109b587-fbcd-4803-a0c6-7be50864cf72 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:49.492090 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-526d796e-148d-4e0f-b3d1-dfc43e9d5b16 req-c109b587-fbcd-4803-a0c6-7be50864cf72 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.0521548 Apr 12 11:06:49.509911 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b9566-65c8-481f-8f09-84a448ed0fcb req-528b7850-0175-4921-bc14-d58b5f6c7e3e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:49.517325 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ef8b9566-65c8-481f-8f09-84a448ed0fcb req-528b7850-0175-4921-bc14-d58b5f6c7e3e tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0586057 Apr 12 11:06:49.562929 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-526d796e-148d-4e0f-b3d1-dfc43e9d5b16 req-c2bef0e3-7435-46b6-a35a-082c7709c50a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629058 Apr 12 11:06:49.571860 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ef8b9566-65c8-481f-8f09-84a448ed0fcb req-fd2bedc8-9335-4f33-abce-5ed6bf748ba3 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536664 Apr 12 11:06:50.701493 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd570b-3700-45ec-8090-32e0730e8f9c req-f7fb8fdf-48d0-48a9-8d91-de06b795ed7a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:50.704147 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-98dd570b-3700-45ec-8090-32e0730e8f9c req-f7fb8fdf-48d0-48a9-8d91-de06b795ed7a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.0516810 Apr 12 11:06:50.726704 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c658f-f7ea-4bd1-89eb-b9487db96850 req-4ab7f9a6-6e16-4963-a0aa-422e48f10394 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:50.726704 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-276c658f-f7ea-4bd1-89eb-b9487db96850 req-4ab7f9a6-6e16-4963-a0aa-422e48f10394 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0629587 Apr 12 11:06:50.759176 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-98dd570b-3700-45ec-8090-32e0730e8f9c req-eb8ec8d6-7d7e-4f99-a583-6e27a8169d35 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488143 Apr 12 11:06:50.779155 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-276c658f-f7ea-4bd1-89eb-b9487db96850 req-74516420-1c40-4fb7-bd16-b6d1ae3e07a9 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/security-groups?id=830bd284-6451-4e8c-b45f-1b2f8a6273d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471604 Apr 12 11:06:50.834106 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-45ce581f-1c55-4915-b026-d895107b8a29 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:50.835624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-45ce581f-1c55-4915-b026-d895107b8a29 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 945 time: 0.0682857 Apr 12 11:06:50.942681 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Deleting port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:50.943014 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.041905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] For port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:51.042231 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.056398 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Calling delete_port for ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:51.188862 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.223546 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Pushing event deleted for resources: {'Port': ['ID=ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:51.241025 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:51.278847 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] No DVR routers for this DVR port ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:51.281514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.284950 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ed757ada-d2af-4d64-978d-0c4d271e130e req-c8cd1ad8-8f68-4ff8-969d-396fbd32ea98 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.64 "DELETE /v2.0/ports/ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c HTTP/1.1" status: 204 len: 173 time: 0.4251246 Apr 12 11:06:51.285412 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'name': 'network-vif-deleted', 'tag': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:51.287708 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c3fda-5242-4458-972b-d0fadb614442" -d '{"events": [{"server_uuid": "1cf65c0c-1eaf-49cb-ab6d-c40e41576b19", "name": "network-vif-deleted", "tag": "ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:51.324594 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57f072a-9676-45e2-a48b-d209a1dbab86 x-openstack-request-id: req-b57f072a-9676-45e2-a48b-d209a1dbab86 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:51.325037 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf65c0c-1eaf-49cb-ab6d-c40e41576b19", "name": "network-vif-deleted", "tag": "ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:51.325174 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b57f072a-9676-45e2-a48b-d209a1dbab86 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:51.325521 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57f072a-9676-45e2-a48b-d209a1dbab86'] response: {'server_uuid': '1cf65c0c-1eaf-49cb-ab6d-c40e41576b19', 'name': 'network-vif-deleted', 'tag': 'ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c', 'status': 'completed', 'code': 200} Apr 12 11:06:51.908609 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-07734efb-3fda-4803-8f6e-22109b523e69 req-3e6b201b-c6fa-432f-a381-73eef2bdc119 tempest-ServerRescueNegativeTestJSON-1365815375 tempest-ServerRescueNegativeTestJSON-1365815375-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf65c0c-1eaf-49cb-ab6d-c40e41576b19 HTTP/1.1" status: 200 len: 210 time: 0.0337059 Apr 12 11:06:51.912711 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53659c-7240-4528-8301-32783087a377 req-3ab8fcb7-46b4-4a40-933c-c307f6b58d98 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:51.920178 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bc53659c-7240-4528-8301-32783087a377 req-3ab8fcb7-46b4-4a40-933c-c307f6b58d98 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.0795851 Apr 12 11:06:51.966540 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bc53659c-7240-4528-8301-32783087a377 req-c0a96906-29d0-4cb7-95e0-7ee6cb6d2573 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453269 Apr 12 11:06:52.296080 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-d52b9b3a-005e-4417-9730-a61d4f128aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.297545 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-d52b9b3a-005e-4417-9730-a61d4f128aec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c&tenant_id=02fa376049aa491ea8b8534b90d19da0 HTTP/1.1" status: 200 len: 1127 time: 0.0752220 Apr 12 11:06:52.383560 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-58d0d1fe-21ce-4a79-b449-aab94bfdda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.385029 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-58d0d1fe-21ce-4a79-b449-aab94bfdda8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1127 time: 0.0466380 Apr 12 11:06:52.483252 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-a2689a9d-5584-4a5e-9b28-4a586096ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.484700 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-a2689a9d-5584-4a5e-9b28-4a586096ad65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 909 time: 0.0899200 Apr 12 11:06:52.555131 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-faac04e2-89d6-433e-a3fb-6c9d16012f79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 998 time: 0.0623806 Apr 12 11:06:52.605498 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-858dca8b-6838-4ee1-a246-bb6627e6c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.607196 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-858dca8b-6838-4ee1-a246-bb6627e6c04e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.0449963 Apr 12 11:06:52.655821 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-3c4b454d-3802-4561-b309-14ca36b9be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.657256 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-3c4b454d-3802-4561-b309-14ca36b9be6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426311 Apr 12 11:06:52.748107 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-902d0182-213c-48a1-8a2b-eb255b8abe42 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836391 Apr 12 11:06:52.842788 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4651522-d976-4525-97fa-ccc4286c0cbb req-9bea1a29-1bb3-4a87-a474-34bbdaf209c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850072 Apr 12 11:06:52.976343 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39720) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:53.132648 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2e42-3fe9-4bde-9e54-6dcf0946a790 req-aca9927b-2544-402c-9835-092fcc839253 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:53.134272 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-42aa2e42-3fe9-4bde-9e54-6dcf0946a790 req-aca9927b-2544-402c-9835-092fcc839253 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.0990760 Apr 12 11:06:53.185464 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-42aa2e42-3fe9-4bde-9e54-6dcf0946a790 req-d03f96fa-bc84-4bf6-a8e8-d15bca72d0e8 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Apr 12 11:06:53.442467 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (89e5e1c5-b3da-415f-bd85-024924f827e0), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.676813 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:53.696672 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:53.696985 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device ef3f398b-e7a1-4a5f-91ed-e41b3a66a59c not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:53.735303 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Deleting port 329cf580-ad93-4e68-93fa-234559ffd1e7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:53.735645 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.814770 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] For port 329cf580-ad93-4e68-93fa-234559ffd1e7, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=329cf580-ad93-4e68-93fa-234559ffd1e7,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:53.815127 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.827610 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Calling delete_port for 329cf580-ad93-4e68-93fa-234559ffd1e7 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:54.013835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (329cf580-ad93-4e68-93fa-234559ffd1e7), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.045902 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=329cf580-ad93-4e68-93fa-234559ffd1e7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:54.209759 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (89e5e1c5-b3da-415f-bd85-024924f827e0), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.631319 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d72439-b7e4-4911-938d-b2dccad1815c req-1844eda5-2552-45f6-933d-6d466ee03031 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:54.632804 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d2d72439-b7e4-4911-938d-b2dccad1815c req-1844eda5-2552-45f6-933d-6d466ee03031 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 943 time: 0.3802857 Apr 12 11:06:54.756966 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d2d72439-b7e4-4911-938d-b2dccad1815c req-074d77ad-5713-4fdc-9b33-799b9d239e61 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180737 Apr 12 11:06:54.783212 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Router 89e5e1c5-b3da-415f-bd85-024924f827e0 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:54.896892 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:54.902088 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-2760ab00-3458-4bfa-ae81-bcfdbb3d2c8e admin admin] 10.222.0.41 "PUT /v2.0/routers/89e5e1c5-b3da-415f-bd85-024924f827e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9246919 Apr 12 11:06:54.904787 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39746) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:54.908139 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] Sync routers for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:54.919008 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:54.919638 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:55.018229 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks [] for router (89e5e1c5-b3da-415f-bd85-024924f827e0), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.029900 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:55.130266 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks [] for router_gateway (89e5e1c5-b3da-415f-bd85-024924f827e0), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.177986 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Deleting port 08190fa6-95f2-4023-968f-2c1f4c05f6a2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:55.178359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.264595 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] For port 08190fa6-95f2-4023-968f-2c1f4c05f6a2, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=08190fa6-95f2-4023-968f-2c1f4c05f6a2,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:55.265112 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.279157 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Calling delete_port for 08190fa6-95f2-4023-968f-2c1f4c05f6a2 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:55.342945 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:06:53Z', 'revision_number': 5, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port': {'id': '08190fa6-95f2-4023-968f-2c1f4c05f6a2', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:57Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:55.375206 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] Checking router: 89e5e1c5-b3da-415f-bd85-024924f827e0 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:55.385410 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] Routers {'89e5e1c5-b3da-415f-bd85-024924f827e0'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:55.385958 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:06:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['89e5e1c5-b3da-415f-bd85-024924f827e0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:55.452531 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (08190fa6-95f2-4023-968f-2c1f4c05f6a2), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.477764 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Pushing event deleted for resources: {'Port': ['ID=08190fa6-95f2-4023-968f-2c1f4c05f6a2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:55.479381 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] Set router 89e5e1c5-b3da-415f-bd85-024924f827e0 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:55.533920 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:06:55Z', 'revision_number': 6, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:55.539862 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (89e5e1c5-b3da-415f-bd85-024924f827e0), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.563498 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e652e3-eb2d-4111-bb89-d2f7494f4926 None None] The sync data for ids ['89e5e1c5-b3da-415f-bd85-024924f827e0'] in dv-cinder-830089-4-smb is: [{'id': '89e5e1c5-b3da-415f-bd85-024924f827e0', 'name': 'tempest-ServerRescueNegativeTestJSON-402053678-router', 'tenant_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:55Z', 'updated_at': '2022-04-12T11:06:55Z', 'revision_number': 6, 'project_id': 'cfb44fea7a814afd8ac19abd80e0293c', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:55.666992 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:06:55.783002 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:55.797312 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '9c8da862-7325-4b79-849b-fac794e09a06', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'port_id': '9c8da862-7325-4b79-849b-fac794e09a06', 'mac_address': 'fa:16:3e:79:7b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:06:55.846197 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 9c8da862-7325-4b79-849b-fac794e09a06 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:55.846706 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.861519 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8da862-7325-4b79-849b-fac794e09a06 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:55.881235 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:55.885386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.919927 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (89e5e1c5-b3da-415f-bd85-024924f827e0), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.922224 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks [] for router_controller (89e5e1c5-b3da-415f-bd85-024924f827e0), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.945543 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=7']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.027533 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (89e5e1c5-b3da-415f-bd85-024924f827e0), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.028051 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e5e1c5-b3da-415f-bd85-024924f827e0 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:06:56.033717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.034902 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-aeb9e063-1502-4026-8ba0-7303b0ab051d admin admin] 10.222.0.41 "DELETE /v2.0/routers/89e5e1c5-b3da-415f-bd85-024924f827e0 HTTP/1.1" status: 204 len: 168 time: 1.1291413 Apr 12 11:06:56.037510 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39758) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:56.054103 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e871ad-647c-4174-9b3c-71bb7f5a1b97 req-b5c9ab67-4614-482a-b958-25e09afe4aaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:56.055667 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-32e871ad-647c-4174-9b3c-71bb7f5a1b97 req-b5c9ab67-4614-482a-b958-25e09afe4aaa tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 944 time: 0.1812847 Apr 12 11:06:56.086525 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Deleting subnet 04be585a-8c13-4659-af51-3f8d31b9a3b0 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:06:56.089705 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Publish callbacks [] for subnet (04be585a-8c13-4659-af51-3f8d31b9a3b0), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.107368 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-32e871ad-647c-4174-9b3c-71bb7f5a1b97 req-cdd5b705-a573-446d-b976-2697d4baf9f4 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Apr 12 11:06:56.124916 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (04be585a-8c13-4659-af51-3f8d31b9a3b0), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.236769 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (04be585a-8c13-4659-af51-3f8d31b9a3b0), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.273473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['9c8da862-7325-4b79-849b-fac794e09a06'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:56.296833 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (04be585a-8c13-4659-af51-3f8d31b9a3b0), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.324563 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04be585a-8c13-4659-af51-3f8d31b9a3b0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.326649 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.329910 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a0ff8f5a-91de-4cbd-a911-d458528f93f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04be585a-8c13-4659-af51-3f8d31b9a3b0 HTTP/1.1" status: 204 len: 168 time: 0.2913234 Apr 12 11:06:56.332495 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39762) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:56.343361 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc45ee47-2646-4244-b994-73852a194f45 None None] Network 17eba3ae-8ab6-447e-801f-8559a8109400 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:56.403175 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (17eba3ae-8ab6-447e-801f-8559a8109400), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.448317 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Deleting port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:56.448664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.524690 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] For port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:56.525056 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.539813 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Calling delete_port for 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:56.552852 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] DHCP port deletion for 17eba3ae-8ab6-447e-801f-8559a8109400 request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:06:56.623368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] Deleting port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:56.623741 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.632133 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.659266 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.663053 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] No DVR routers for this DVR port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 on host dv-cinder-830089-4-smb {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:56.700921 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] For port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,segment=NetworkSegment(9b06adb0-ac53-4a4d-bce5-d45d5e209141),segment_id=9b06adb0-ac53-4a4d-bce5-d45d5e209141)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:56.701443 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.715405 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] Calling delete_port for 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:56.734234 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (17eba3ae-8ab6-447e-801f-8559a8109400), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.759297 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17eba3ae-8ab6-447e-801f-8559a8109400']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:56.769081 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b06adb0-ac53-4a4d-bce5-d45d5e209141') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:56.769361 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b06adb0-ac53-4a4d-bce5-d45d5e209141') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:56.778770 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (9b06adb0-ac53-4a4d-bce5-d45d5e209141), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.792310 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (9b06adb0-ac53-4a4d-bce5-d45d5e209141), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.798685 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:06:56.799081 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (9b06adb0-ac53-4a4d-bce5-d45d5e209141), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:06:56.801035 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:06:56.836309 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (48cda820-1fb9-47d6-9fa1-2d1aa9e72c22), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.856406 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (17eba3ae-8ab6-447e-801f-8559a8109400), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.864190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.866197 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] Pushing event deleted for resources: {'Port': ['ID=48cda820-1fb9-47d6-9fa1-2d1aa9e72c22,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.870169 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] 10.222.0.41 "DELETE /v2.0/networks/17eba3ae-8ab6-447e-801f-8559a8109400 HTTP/1.1" status: 204 len: 168 time: 0.5340347 Apr 12 11:06:56.872468 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87255e-5e7c-472e-9a5d-733bcf4ceb50 None None] No DVR routers for this DVR port 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 on host dv-cinder-830089-4-smb {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:56.886634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d329d-5371-40b1-9a17-ffbff5ffac7c admin admin] Pushing event deleted for resources: {'Network': ['ID=17eba3ae-8ab6-447e-801f-8559a8109400,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.916038 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 08190fa6-95f2-4023-968f-2c1f4c05f6a2 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:56.936321 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 08190fa6-95f2-4023-968f-2c1f4c05f6a2 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:56.936664 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 08190fa6-95f2-4023-968f-2c1f4c05f6a2 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:56.937081 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 329cf580-ad93-4e68-93fa-234559ffd1e7 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:56.957388 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 329cf580-ad93-4e68-93fa-234559ffd1e7 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:56.958070 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 329cf580-ad93-4e68-93fa-234559ffd1e7 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:56.958163 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:56.977822 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:56.978171 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 48cda820-1fb9-47d6-9fa1-2d1aa9e72c22 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:57.002416 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:57.045481 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-785a2e5f-ab2e-48dc-b889-55c479b93185 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfb44fea7a814afd8ac19abd80e0293c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415130 Apr 12 11:06:57.047652 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39774) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:57.103526 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac70d-5cd8-44ba-8771-f4ccf8438fab admin admin] Publish callbacks [] for security_group (830bd284-6451-4e8c-b45f-1b2f8a6273d3), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.129551 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac70d-5cd8-44ba-8771-f4ccf8438fab admin admin] Publish callbacks [] for security_group (830bd284-6451-4e8c-b45f-1b2f8a6273d3), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.180684 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac70d-5cd8-44ba-8771-f4ccf8438fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (830bd284-6451-4e8c-b45f-1b2f8a6273d3), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.183257 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac70d-5cd8-44ba-8771-f4ccf8438fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.184328 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-1c8ac70d-5cd8-44ba-8771-f4ccf8438fab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/830bd284-6451-4e8c-b45f-1b2f8a6273d3 HTTP/1.1" status: 204 len: 168 time: 0.1357105 Apr 12 11:06:57.192388 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ac70d-5cd8-44ba-8771-f4ccf8438fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830bd284-6451-4e8c-b45f-1b2f8a6273d3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:57.224853 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238be2-3fa7-4713-9118-287fce03c613 req-2cd6f3a8-6e98-45df-aaf7-c19af3d5a429 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.226525 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d3238be2-3fa7-4713-9118-287fce03c613 req-2cd6f3a8-6e98-45df-aaf7-c19af3d5a429 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 944 time: 0.0520830 Apr 12 11:06:57.277134 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d3238be2-3fa7-4713-9118-287fce03c613 req-c837816b-dba3-4c78-8237-806c4caec87b tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Apr 12 11:06:57.684498 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:57.736912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 9c8da862-7325-4b79-849b-fac794e09a06 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:57.737409 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (9c8da862-7325-4b79-849b-fac794e09a06), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.815250 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 9c8da862-7325-4b79-849b-fac794e09a06 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:57.815667 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.838695 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:57.840943 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2370720-0c5e-4cdb-b08a-e8b14020a94e" -d '{"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-plugged", "status": "completed", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:57.853188 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:57.857963 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.886662 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74cd75-919c-41f6-893a-6b26c059d585 x-openstack-request-id: req-1b74cd75-919c-41f6-893a-6b26c059d585 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:57.886978 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-plugged", "status": "completed", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:57.887231 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b74cd75-919c-41f6-893a-6b26c059d585 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:57.887616 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b74cd75-919c-41f6-893a-6b26c059d585'] response: {'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'code': 200} Apr 12 11:06:57.892249 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39804) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:57.913850 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=8']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:57.986736 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1071540797-network', 'tenant_id': '81314178b57b49108a0a78bc42f27f02'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:58.008651 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Made reservation on behalf of 81314178b57b49108a0a78bc42f27f02 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:58.010987 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.019668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.092986 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks [] for security_group (be6e3e33-60bc-44a3-90ef-4d379c2a8d9d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.097831 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (be6e3e33-60bc-44a3-90ef-4d379c2a8d9d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.127067 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:06:58.136520 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6e3e33-60bc-44a3-90ef-4d379c2a8d9d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:58.143145 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (97d0cbed-833e-4014-8853-1220cbfc6c43), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.143488 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Added segment 97d0cbed-833e-4014-8853-1220cbfc6c43 of type vlan for network 06fb8a48-c811-4c51-b057-1181de432c60 Apr 12 11:06:58.187592 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (06fb8a48-c811-4c51-b057-1181de432c60), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.218677 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (06fb8a48-c811-4c51-b057-1181de432c60), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.220407 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:58.221225 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.260227 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3668616 Apr 12 11:06:58.278467 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39814) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:58.283763 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Request body: {'subnet': {'network_id': '06fb8a48-c811-4c51-b057-1181de432c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1071540797-subnet', 'tenant_id': '81314178b57b49108a0a78bc42f27f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:58.298094 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3fdca-eba5-4185-a03d-f1bb702e7839 admin admin] Pushing event updated for resources: {'Network': ['ID=06fb8a48-c811-4c51-b057-1181de432c60,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:58.308162 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae58ae-2e1b-423c-9776-c0a54b381f04 req-e8d2f376-e7c0-4123-9b6f-094afb57fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:58.309711 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fdae58ae-2e1b-423c-9776-c0a54b381f04 req-e8d2f376-e7c0-4123-9b6f-094afb57fb84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1129 time: 0.0626137 Apr 12 11:06:58.324371 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Made reservation on behalf of 81314178b57b49108a0a78bc42f27f02 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:58.326620 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671976'] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.335473 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 06fb8a48-c811-4c51-b057-1181de432c60 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:06:58.442092 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fdae58ae-2e1b-423c-9776-c0a54b381f04 req-52213a26-1e1b-4b7f-add0-dae7e2ce8cf5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245363 Apr 12 11:06:58.462520 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815784-f0b0-4066-87de-6412e32b2f4f req-2323ee81-f5dd-41bd-8684-76724c9d7fb7 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:58.463989 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a6815784-f0b0-4066-87de-6412e32b2f4f req-2323ee81-f5dd-41bd-8684-76724c9d7fb7 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.1125765 Apr 12 11:06:58.530605 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a6815784-f0b0-4066-87de-6412e32b2f4f req-9c635f44-d118-4ae7-9dc0-130b9850bda8 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604587 Apr 12 11:06:58.608958 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14459804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14671994'] for subnet (6cded03c-c8e9-4b5e-8041-ee9a2ba98608), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.663204 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cded03c-c8e9-4b5e-8041-ee9a2ba98608,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:58.671947 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Checking segment: {'id': '97d0cbed-833e-4014-8853-1220cbfc6c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06fb8a48-c811-4c51-b057-1181de432c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:58.672306 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Network hostable DHCP agents. Network: 06fb8a48-c811-4c51-b057-1181de432c60, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:06:58.693727 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Network 06fb8a48-c811-4c51-b057-1181de432c60 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:06:58.703449 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 06fb8a48-c811-4c51-b057-1181de432c60) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:58.707745 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:58.708348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.714122 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1549895-0e7d-4e56-b471-cac0026f4444 None None] Network 06fb8a48-c811-4c51-b057-1181de432c60 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:58.724599 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-017e8fb0-3303-4171-a079-fc23da131428 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4445226 Apr 12 11:06:58.812885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab372639-c930-4c87-ba8e-6428ac409873 None None] Network 06fb8a48-c811-4c51-b057-1181de432c60 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:59.199112 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.204228 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-136932292-network', 'tenant_id': 'd7254d3152884c6fb9a38dea84d3e4ee'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:59.226273 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Made reservation on behalf of d7254d3152884c6fb9a38dea84d3e4ee for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:59.228626 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.237072 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.317700 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks [] for security_group (725c9f3b-7f37-4025-bed1-5080a14552ba), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.322215 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (725c9f3b-7f37-4025-bed1-5080a14552ba), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.346262 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:06:59.356433 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725c9f3b-7f37-4025-bed1-5080a14552ba,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:59.361108 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (ba4cb7ab-9a69-4634-8d1b-084010859b0e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.361451 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Added segment ba4cb7ab-9a69-4634-8d1b-084010859b0e of type vlan for network f0b6f942-22a9-4ea4-8f76-345999d0a191 Apr 12 11:06:59.405855 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (f0b6f942-22a9-4ea4-8f76-345999d0a191), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.433314 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (f0b6f942-22a9-4ea4-8f76-345999d0a191), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.434282 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.434888 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.467704 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2674167 Apr 12 11:06:59.470916 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39842) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.477037 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Request body: {'subnet': {'network_id': 'f0b6f942-22a9-4ea4-8f76-345999d0a191', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-136932292-subnet', 'tenant_id': 'd7254d3152884c6fb9a38dea84d3e4ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:59.500228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Made reservation on behalf of d7254d3152884c6fb9a38dea84d3e4ee for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:59.502855 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671976'] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.508534 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67318d-535c-4904-8a62-33d84cfcb15f admin admin] Pushing event updated for resources: {'Network': ['ID=f0b6f942-22a9-4ea4-8f76-345999d0a191,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:59.521624 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network f0b6f942-22a9-4ea4-8f76-345999d0a191 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:06:59.659175 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e578b30-aa7e-4192-bfa9-115cfb86c71b req-26ea5631-eb6e-4786-9c6b-2d5eb2b4d189 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.660767 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e578b30-aa7e-4192-bfa9-115cfb86c71b req-26ea5631-eb6e-4786-9c6b-2d5eb2b4d189 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0508697 Apr 12 11:06:59.692040 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14459804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14671994'] for subnet (47021dc2-2559-4609-9214-a6fe5f780436), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.714426 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8e578b30-aa7e-4192-bfa9-115cfb86c71b req-6901dd9d-d8b0-423d-b490-ef475f517798 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477672 Apr 12 11:06:59.747204 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47021dc2-2559-4609-9214-a6fe5f780436,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:59.756950 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Checking segment: {'id': 'ba4cb7ab-9a69-4634-8d1b-084010859b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f0b6f942-22a9-4ea4-8f76-345999d0a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:59.757298 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Network hostable DHCP agents. Network: f0b6f942-22a9-4ea4-8f76-345999d0a191, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:06:59.775880 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Network f0b6f942-22a9-4ea4-8f76-345999d0a191 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:06:59.787573 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, f0b6f942-22a9-4ea4-8f76-345999d0a191) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:59.791845 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.792453 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.797829 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f975ae-3159-49e6-b293-03b4d36c57d7 None None] Network f0b6f942-22a9-4ea4-8f76-345999d0a191 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:59.810363 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-387602cd-7062-4b6b-bce9-267a378a5c16 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3381162 Apr 12 11:06:59.908490 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa363c9c-53a9-43ce-9e62-e5df39b8f883 None None] Network f0b6f942-22a9-4ea4-8f76-345999d0a191 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:59.923594 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39848) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.970728 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Deleting subnet 6cded03c-c8e9-4b5e-8041-ee9a2ba98608 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:06:59.974950 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Publish callbacks [] for subnet (6cded03c-c8e9-4b5e-8041-ee9a2ba98608), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.011224 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (6cded03c-c8e9-4b5e-8041-ee9a2ba98608), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.054845 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (6cded03c-c8e9-4b5e-8041-ee9a2ba98608), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.109750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (6cded03c-c8e9-4b5e-8041-ee9a2ba98608), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.134652 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cded03c-c8e9-4b5e-8041-ee9a2ba98608,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.144785 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.148389 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e0a625ce-026c-4046-ab9f-08633cf57509 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cded03c-c8e9-4b5e-8041-ee9a2ba98608 HTTP/1.1" status: 204 len: 168 time: 0.2236695 Apr 12 11:07:00.151677 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:00.223584 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (06fb8a48-c811-4c51-b057-1181de432c60), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.317293 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (06fb8a48-c811-4c51-b057-1181de432c60), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.338718 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fb8a48-c811-4c51-b057-1181de432c60']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.349608 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d0cbed-833e-4014-8853-1220cbfc6c43') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.349914 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d0cbed-833e-4014-8853-1220cbfc6c43') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.361827 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (97d0cbed-833e-4014-8853-1220cbfc6c43), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.374977 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (97d0cbed-833e-4014-8853-1220cbfc6c43), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.381509 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:00.381895 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (97d0cbed-833e-4014-8853-1220cbfc6c43), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:00.383756 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:00.444038 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (06fb8a48-c811-4c51-b057-1181de432c60), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.449560 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.452883 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] 10.222.0.41 "DELETE /v2.0/networks/06fb8a48-c811-4c51-b057-1181de432c60 HTTP/1.1" status: 204 len: 168 time: 0.3001719 Apr 12 11:07:00.455957 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39858) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:00.468475 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf2415-d25f-47c2-b847-d982e48ff49a admin admin] Pushing event deleted for resources: {'Network': ['ID=06fb8a48-c811-4c51-b057-1181de432c60,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.506372 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Deleting subnet 47021dc2-2559-4609-9214-a6fe5f780436 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:00.509629 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Publish callbacks [] for subnet (47021dc2-2559-4609-9214-a6fe5f780436), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.545143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (47021dc2-2559-4609-9214-a6fe5f780436), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.583155 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (47021dc2-2559-4609-9214-a6fe5f780436), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.634887 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (47021dc2-2559-4609-9214-a6fe5f780436), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.659824 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47021dc2-2559-4609-9214-a6fe5f780436,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.663543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.666681 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7faa40bf-7e82-4d63-9946-be9a9c5e8cda admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47021dc2-2559-4609-9214-a6fe5f780436 HTTP/1.1" status: 204 len: 168 time: 0.2096808 Apr 12 11:07:00.669648 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39860) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:00.742473 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (f0b6f942-22a9-4ea4-8f76-345999d0a191), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.828508 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (f0b6f942-22a9-4ea4-8f76-345999d0a191), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.831826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be91d23-d5da-46b9-8c80-937f9c4dd710 req-03d1bc6d-2917-461a-907c-22c77c4a3e95 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.835019 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4be91d23-d5da-46b9-8c80-937f9c4dd710 req-03d1bc6d-2917-461a-907c-22c77c4a3e95 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0515964 Apr 12 11:07:00.849033 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b6f942-22a9-4ea4-8f76-345999d0a191']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.858229 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4cb7ab-9a69-4634-8d1b-084010859b0e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.858610 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4cb7ab-9a69-4634-8d1b-084010859b0e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.867852 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (ba4cb7ab-9a69-4634-8d1b-084010859b0e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.881549 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (ba4cb7ab-9a69-4634-8d1b-084010859b0e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.882177 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4be91d23-d5da-46b9-8c80-937f9c4dd710 req-6e6957a8-c69b-448b-97f1-9536f2bae2d2 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Apr 12 11:07:00.887893 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:00.888283 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (ba4cb7ab-9a69-4634-8d1b-084010859b0e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:00.890342 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:00.944296 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (f0b6f942-22a9-4ea4-8f76-345999d0a191), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.949718 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.952925 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0b6f942-22a9-4ea4-8f76-345999d0a191 HTTP/1.1" status: 204 len: 168 time: 0.2823622 Apr 12 11:07:00.963735 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd790b-9f86-4957-8a13-1a62036c4b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b6f942-22a9-4ea4-8f76-345999d0a191,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:01.117642 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39868) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:01.161466 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-c6ee9a08-a4bc-47a6-aa6a-8ff09dcc16ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81314178b57b49108a0a78bc42f27f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426030 Apr 12 11:07:01.164123 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39870) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:01.212738 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b4e7-dcf0-46bf-be4d-9c7a7a3be9b7 admin admin] Publish callbacks [] for security_group (be6e3e33-60bc-44a3-90ef-4d379c2a8d9d), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.233912 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b4e7-dcf0-46bf-be4d-9c7a7a3be9b7 admin admin] Publish callbacks [] for security_group (be6e3e33-60bc-44a3-90ef-4d379c2a8d9d), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.288306 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b4e7-dcf0-46bf-be4d-9c7a7a3be9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (be6e3e33-60bc-44a3-90ef-4d379c2a8d9d), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.290871 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b4e7-dcf0-46bf-be4d-9c7a7a3be9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.292031 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-f4e1b4e7-dcf0-46bf-be4d-9c7a7a3be9b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be6e3e33-60bc-44a3-90ef-4d379c2a8d9d HTTP/1.1" status: 204 len: 168 time: 0.1269679 Apr 12 11:07:01.299886 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1b4e7-dcf0-46bf-be4d-9c7a7a3be9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6e3e33-60bc-44a3-90ef-4d379c2a8d9d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:01.620102 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39888) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:01.669270 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-15bee705-fa15-4460-8065-8bea9ded12b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7254d3152884c6fb9a38dea84d3e4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477707 Apr 12 11:07:01.671682 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39896) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:01.728238 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49cfcbb6-0782-4025-9a78-18fbab72d966 admin admin] Publish callbacks [] for security_group (725c9f3b-7f37-4025-bed1-5080a14552ba), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.750620 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49cfcbb6-0782-4025-9a78-18fbab72d966 admin admin] Publish callbacks [] for security_group (725c9f3b-7f37-4025-bed1-5080a14552ba), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.799271 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49cfcbb6-0782-4025-9a78-18fbab72d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (725c9f3b-7f37-4025-bed1-5080a14552ba), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.802428 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49cfcbb6-0782-4025-9a78-18fbab72d966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.803797 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-49cfcbb6-0782-4025-9a78-18fbab72d966 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/725c9f3b-7f37-4025-bed1-5080a14552ba HTTP/1.1" status: 204 len: 168 time: 0.1307251 Apr 12 11:07:01.811441 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfcbb6-0782-4025-9a78-18fbab72d966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725c9f3b-7f37-4025-bed1-5080a14552ba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:02.243258 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-bdaafa1c-ec44-4240-a081-fefac7c7461e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390670 Apr 12 11:07:02.342807 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-b600ccfd-9991-4191-bf44-70a5e5a2e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.344333 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-b600ccfd-9991-4191-bf44-70a5e5a2e122 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1129 time: 0.0390451 Apr 12 11:07:02.451655 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-025732bc-eb62-4a02-ad6e-6218ac48d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.453127 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-025732bc-eb62-4a02-ad6e-6218ac48d41e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 909 time: 0.0892050 Apr 12 11:07:02.518693 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-f571653e-df05-400b-b884-b922d1255a1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 1000 time: 0.0579956 Apr 12 11:07:02.567698 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-9794ea92-2e65-44bf-9b26-7d2fe583e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.569155 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-9794ea92-2e65-44bf-9b26-7d2fe583e950 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.0432246 Apr 12 11:07:02.623997 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-2b9ffeb3-41d7-43a8-a33c-d93c79e5f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.625509 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-2b9ffeb3-41d7-43a8-a33c-d93c79e5f040 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432775 Apr 12 11:07:02.721410 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-df9beb9b-399b-41a3-872e-89bbfb6022b8 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885892 Apr 12 11:07:02.819538 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb44338b-f4bb-4c98-9b29-66811c2110b8 req-41af8daf-ce57-46ec-95d7-a4df3700cde9 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894542 Apr 12 11:07:03.943369 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39954) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:03.988941 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Deleting subnet 66f5bc9b-98d5-4690-8b6e-99731472a087 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:03.992328 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Publish callbacks [] for subnet (66f5bc9b-98d5-4690-8b6e-99731472a087), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.029456 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (66f5bc9b-98d5-4690-8b6e-99731472a087), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.067003 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (66f5bc9b-98d5-4690-8b6e-99731472a087), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.123353 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (66f5bc9b-98d5-4690-8b6e-99731472a087), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.151748 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f5bc9b-98d5-4690-8b6e-99731472a087,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:04.154185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.157382 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b15dcd64-ae3a-41b6-bcdc-584e23006775 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/66f5bc9b-98d5-4690-8b6e-99731472a087 HTTP/1.1" status: 204 len: 168 time: 0.2130070 Apr 12 11:07:04.161219 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 39956) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:04.233365 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (de982387-3dc3-4aea-9c6b-edcd0be809de), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.308693 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (de982387-3dc3-4aea-9c6b-edcd0be809de), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.328275 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de982387-3dc3-4aea-9c6b-edcd0be809de']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:04.337510 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef6582-2566-48f9-8ef3-f5caedce6d35') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:04.337819 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef6582-2566-48f9-8ef3-f5caedce6d35') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:04.347224 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (84ef6582-2566-48f9-8ef3-f5caedce6d35), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.360419 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (84ef6582-2566-48f9-8ef3-f5caedce6d35), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.366662 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:04.367038 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (84ef6582-2566-48f9-8ef3-f5caedce6d35), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:04.368670 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:04.430708 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (de982387-3dc3-4aea-9c6b-edcd0be809de), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.439837 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.443176 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] 10.222.0.41 "DELETE /v2.0/networks/de982387-3dc3-4aea-9c6b-edcd0be809de HTTP/1.1" status: 204 len: 168 time: 0.2809618 Apr 12 11:07:04.454749 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08444c-0eb8-4d1a-8b54-081e91b71689 admin admin] Pushing event deleted for resources: {'Network': ['ID=de982387-3dc3-4aea-9c6b-edcd0be809de,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:04.610238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39964) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:04.650203 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b9fbc337-6d56-4534-ae19-e7677b702070 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29c9aaa5ea3a47eaad2a453ffcd0f803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387795 Apr 12 11:07:04.652805 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 39966) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:04.707483 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bc6db34-0465-473d-a034-26165ce2bb83 admin admin] Publish callbacks [] for security_group (b851c380-6ab0-408c-a369-f95ced382fb9), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.730965 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bc6db34-0465-473d-a034-26165ce2bb83 admin admin] Publish callbacks [] for security_group (b851c380-6ab0-408c-a369-f95ced382fb9), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.789738 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bc6db34-0465-473d-a034-26165ce2bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b851c380-6ab0-408c-a369-f95ced382fb9), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.794893 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bc6db34-0465-473d-a034-26165ce2bb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.796306 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9bc6db34-0465-473d-a034-26165ce2bb83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b851c380-6ab0-408c-a369-f95ced382fb9 HTTP/1.1" status: 204 len: 168 time: 0.1426191 Apr 12 11:07:04.804488 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6db34-0465-473d-a034-26165ce2bb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b851c380-6ab0-408c-a369-f95ced382fb9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:07.459444 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6661db1-e2f5-486d-8422-a1ba9ff19e43 req-a15da591-c66f-43b8-b1c8-d5a18989343d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:07.460948 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6661db1-e2f5-486d-8422-a1ba9ff19e43 req-a15da591-c66f-43b8-b1c8-d5a18989343d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0507419 Apr 12 11:07:07.470037 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-185e9e85-bce6-4774-8ec7-5ebef43a5b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.511947 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b6661db1-e2f5-486d-8422-a1ba9ff19e43 req-8cbdb130-7b90-4a85-a385-1afecbb1de0f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Apr 12 11:07:08.650437 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5dca-c4c1-4826-bd73-e5821f5b2ab9 req-23c73945-3c95-4a9f-9162-760ed48d9e4a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:08.652130 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e60e5dca-c4c1-4826-bd73-e5821f5b2ab9 req-23c73945-3c95-4a9f-9162-760ed48d9e4a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0613844 Apr 12 11:07:08.700683 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e60e5dca-c4c1-4826-bd73-e5821f5b2ab9 req-3a358ca1-1de5-4ec3-bc34-0f824aa11b5f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Apr 12 11:07:09.833641 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4a50f-f119-464f-86fd-d13fba5c206b req-81954586-c808-493c-8731-355c8d23b12a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:09.835102 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2fd4a50f-f119-464f-86fd-d13fba5c206b req-81954586-c808-493c-8731-355c8d23b12a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Apr 12 11:07:09.886202 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2fd4a50f-f119-464f-86fd-d13fba5c206b req-60149ce8-0b2c-4a78-a654-37c9047d72c4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454242 Apr 12 11:07:09.890596 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fafb2a7b-5ae8-4873-b87f-59e339976553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.331995 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40084) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:10.442898 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d43cca2f-d092-4f1a-9567-ff001c02e32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.530354 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d43cca2f-d092-4f1a-9567-ff001c02e32d admin admin] Publish callbacks [] for security_group (9a5c6cba-90ae-483d-bc32-5c5adbeeda31), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.535232 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d43cca2f-d092-4f1a-9567-ff001c02e32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (9a5c6cba-90ae-483d-bc32-5c5adbeeda31), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.576679 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-d43cca2f-d092-4f1a-9567-ff001c02e32d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52d11782ab624caeb5ca7f2f0cad062f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435801 Apr 12 11:07:10.577523 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cca2f-d092-4f1a-9567-ff001c02e32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c6cba-90ae-483d-bc32-5c5adbeeda31,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:10.579603 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:10.613410 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.629873 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Publish callbacks [] for security_group (9a5c6cba-90ae-483d-bc32-5c5adbeeda31), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.651528 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Publish callbacks [] for security_group (9a5c6cba-90ae-483d-bc32-5c5adbeeda31), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.702615 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (9a5c6cba-90ae-483d-bc32-5c5adbeeda31), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.705197 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.706331 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a5c6cba-90ae-483d-bc32-5c5adbeeda31 HTTP/1.1" status: 204 len: 168 time: 0.1257229 Apr 12 11:07:10.714192 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c6cba-90ae-483d-bc32-5c5adbeeda31,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:10.722527 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.722896 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.723232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.723558 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.723893 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.724221 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.724547 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.724870 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.725195 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.725521 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.725854 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.726171 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.726511 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.726839 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.727157 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826e6bb-cae0-4c22-af46-e315caaf473b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.978854 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40096) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:10.992320 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-652c1c44-a601-4b37-ba77-0bb27b7dd833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.005154 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9816-88cc-44ae-9a84-d62117743b9b req-48eef97b-3371-4d51-889f-1d1665e8c760 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.006765 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ebdb9816-88cc-44ae-9a84-d62117743b9b req-48eef97b-3371-4d51-889f-1d1665e8c760 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Apr 12 11:07:11.059648 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ebdb9816-88cc-44ae-9a84-d62117743b9b req-2f074f84-f33e-47b1-a32e-cb14259b591c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469816 Apr 12 11:07:11.066091 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-652c1c44-a601-4b37-ba77-0bb27b7dd833 admin admin] Publish callbacks [] for security_group (ca75e032-a2c5-4c69-9cee-7e6b0465924a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.071275 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-652c1c44-a601-4b37-ba77-0bb27b7dd833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ca75e032-a2c5-4c69-9cee-7e6b0465924a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.112186 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-652c1c44-a601-4b37-ba77-0bb27b7dd833 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=866a65d32d8b4912a3d99b114ab48b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322176 Apr 12 11:07:11.113027 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c1c44-a601-4b37-ba77-0bb27b7dd833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca75e032-a2c5-4c69-9cee-7e6b0465924a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:11.114829 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40098) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:11.165229 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a185a94-06e5-44da-8458-bedfa17da5ee admin admin] Publish callbacks [] for security_group (ca75e032-a2c5-4c69-9cee-7e6b0465924a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.188171 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a185a94-06e5-44da-8458-bedfa17da5ee admin admin] Publish callbacks [] for security_group (ca75e032-a2c5-4c69-9cee-7e6b0465924a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.238010 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a185a94-06e5-44da-8458-bedfa17da5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ca75e032-a2c5-4c69-9cee-7e6b0465924a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.240968 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a185a94-06e5-44da-8458-bedfa17da5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.242166 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8a185a94-06e5-44da-8458-bedfa17da5ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca75e032-a2c5-4c69-9cee-7e6b0465924a HTTP/1.1" status: 204 len: 168 time: 0.1262445 Apr 12 11:07:11.249901 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a185a94-06e5-44da-8458-bedfa17da5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca75e032-a2c5-4c69-9cee-7e6b0465924a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:12.107937 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:12.188143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc14ab-7949-46c4-b62a-64338bfea6e4 req-c8fda471-09fd-4bc4-b1ba-bce3c412e2a8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:12.189603 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0ddc14ab-7949-46c4-b62a-64338bfea6e4 req-c8fda471-09fd-4bc4-b1ba-bce3c412e2a8 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0467823 Apr 12 11:07:12.237512 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0ddc14ab-7949-46c4-b62a-64338bfea6e4 req-b3e2db83-436a-4dc1-96b2-561b5a2c8cb9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419424 Apr 12 11:07:13.365031 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682e12d-7360-4f1e-8ae7-cad641d0364d req-f30e4d76-bb87-4620-8cc2-8e06737a9a6c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:13.366904 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6682e12d-7360-4f1e-8ae7-cad641d0364d req-f30e4d76-bb87-4620-8cc2-8e06737a9a6c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0497496 Apr 12 11:07:13.416055 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6682e12d-7360-4f1e-8ae7-cad641d0364d req-eea8ff40-7ba5-49a5-88f8-1d1bc3b40fc7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435886 Apr 12 11:07:13.737738 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:14.052580 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:07:14.539532 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20670f28-d3d7-4b8b-ba4a-409a1d7d133b req-2425c4b6-afc9-4af6-aa0b-fd38bb7c8e30 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.540994 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-20670f28-d3d7-4b8b-ba4a-409a1d7d133b req-2425c4b6-afc9-4af6-aa0b-fd38bb7c8e30 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Apr 12 11:07:14.590575 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-20670f28-d3d7-4b8b-ba4a-409a1d7d133b req-3467cc15-6bf0-429a-88f8-5bf2abc3d623 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437179 Apr 12 11:07:15.730730 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576f7d3-9cb8-4ad1-8648-5661b87bf363 req-d7827879-49b2-4156-8747-6a805fe2f0ea tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:15.732172 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f576f7d3-9cb8-4ad1-8648-5661b87bf363 req-d7827879-49b2-4156-8747-6a805fe2f0ea tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Apr 12 11:07:15.779939 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f576f7d3-9cb8-4ad1-8648-5661b87bf363 req-74ab4782-2bd3-40f5-95bb-c353fed47aea tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Apr 12 11:07:15.889253 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40202) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:16.006732 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.089091 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Publish callbacks [] for security_group (af54d26a-3853-405d-9945-539a6808cf40), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.093712 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (af54d26a-3853-405d-9945-539a6808cf40), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.131429 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6a5c125831c4e15b180fce209e77532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407868 Apr 12 11:07:16.132246 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af54d26a-3853-405d-9945-539a6808cf40,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:16.134413 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40206) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:16.140099 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.140447 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.140787 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.141110 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.141444 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.141778 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.142106 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.142440 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.142781 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.143106 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.143425 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.143745 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.144171 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.144503 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.144811 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7690b90-627e-4f23-9d89-a4eedf369f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.185740 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad85ab40-5dac-453b-88b5-e629d1035ff0 admin admin] Publish callbacks [] for security_group (af54d26a-3853-405d-9945-539a6808cf40), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.207711 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad85ab40-5dac-453b-88b5-e629d1035ff0 admin admin] Publish callbacks [] for security_group (af54d26a-3853-405d-9945-539a6808cf40), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.256362 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad85ab40-5dac-453b-88b5-e629d1035ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (af54d26a-3853-405d-9945-539a6808cf40), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.258887 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad85ab40-5dac-453b-88b5-e629d1035ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.260140 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ad85ab40-5dac-453b-88b5-e629d1035ff0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af54d26a-3853-405d-9945-539a6808cf40 HTTP/1.1" status: 204 len: 168 time: 0.1247225 Apr 12 11:07:16.268261 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85ab40-5dac-453b-88b5-e629d1035ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54d26a-3853-405d-9945-539a6808cf40,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:16.529439 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40224) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:16.544190 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fefbfcd-83f7-42e2-b5e6-7f0b31dafe48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.623057 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fefbfcd-83f7-42e2-b5e6-7f0b31dafe48 admin admin] Publish callbacks [] for security_group (81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.627432 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fefbfcd-83f7-42e2-b5e6-7f0b31dafe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.667914 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-4fefbfcd-83f7-42e2-b5e6-7f0b31dafe48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=020f5b169cf441ddb283a255c2a450c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373134 Apr 12 11:07:16.672871 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefbfcd-83f7-42e2-b5e6-7f0b31dafe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:16.672963 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40228) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:16.725185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c21b-2c78-4112-8959-b9a7af15726c admin admin] Publish callbacks [] for security_group (81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.748531 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c21b-2c78-4112-8959-b9a7af15726c admin admin] Publish callbacks [] for security_group (81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.797972 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c21b-2c78-4112-8959-b9a7af15726c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.800662 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c21b-2c78-4112-8959-b9a7af15726c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.804640 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e3f0c21b-2c78-4112-8959-b9a7af15726c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6 HTTP/1.1" status: 204 len: 168 time: 0.1326587 Apr 12 11:07:16.817161 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0c21b-2c78-4112-8959-b9a7af15726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f1a3c2-bbcc-41ce-88f1-2ebc69be44b6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:16.920076 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8be56d-d2c5-4d8b-a9d1-d90478e1f9b0 req-b715f90b-c7c4-4d0e-aabf-a1dbb19ffa58 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:16.921559 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fc8be56d-d2c5-4d8b-a9d1-d90478e1f9b0 req-b715f90b-c7c4-4d0e-aabf-a1dbb19ffa58 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Apr 12 11:07:16.979524 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fc8be56d-d2c5-4d8b-a9d1-d90478e1f9b0 req-1eab68ce-c6ac-42c8-8553-7a6598d251ac tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483773 Apr 12 11:07:17.758661 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-4bfbfa8a-1362-417b-a3e2-8cf0e54ad47b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592575338&fields=id&tenant_id=cf2de320dc8b4afc881c905a9d245b65 HTTP/1.1" status: 200 len: 267 time: 0.0453191 Apr 12 11:07:17.814148 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-509792fd-fa70-4dbe-ba10-05d8ac0446dc tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:17.815675 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-509792fd-fa70-4dbe-ba10-05d8ac0446dc tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 984 time: 0.0504377 Apr 12 11:07:17.826201 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Request body: {'port': {'security_groups': ['7cc16e26-345b-43a4-84ee-4b4750cf0a12']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:17.885244 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40266) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:17.900228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:17.993445 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02044a91-47c2-4dad-b0c5-303963eb7e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.089193 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:18.121286 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.122166 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02044a91-47c2-4dad-b0c5-303963eb7e67 admin admin] Publish callbacks [] for security_group (b019bc80-10e2-485f-a799-0a15931ad250), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.127533 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.128736 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02044a91-47c2-4dad-b0c5-303963eb7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b019bc80-10e2-485f-a799-0a15931ad250), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.154162 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d937e9-10d8-44ac-af83-06017ef79883 req-a29fd4e1-a8fd-407a-a87e-bc1aaf0f14b1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.155593 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-35d937e9-10d8-44ac-af83-06017ef79883 req-a29fd4e1-a8fd-407a-a87e-bc1aaf0f14b1 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0784400 Apr 12 11:07:18.171602 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f818e10-f34c-497f-ac44-1cfc27fa7ea4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:18.181454 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.182234 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.183994 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c6135457-78d0-4efa-9d4b-c8aaa06f1c71 req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "PUT /v2.0/ports/2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 942 time: 0.3620598 Apr 12 11:07:18.184128 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:18.186397 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:18.191942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40274) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:18.237480 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-02044a91-47c2-4dad-b0c5-303963eb7e67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=364527deb617430ba07d20b894159155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510747 Apr 12 11:07:18.240338 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02044a91-47c2-4dad-b0c5-303963eb7e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b019bc80-10e2-485f-a799-0a15931ad250,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:18.243096 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40276) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:18.259172 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849f1376-bc4e-4c94-bc0d-c87ec2cdeb2e x-openstack-request-id: req-849f1376-bc4e-4c94-bc0d-c87ec2cdeb2e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:18.259383 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:18.259631 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-849f1376-bc4e-4c94-bc0d-c87ec2cdeb2e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:18.260040 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849f1376-bc4e-4c94-bc0d-c87ec2cdeb2e'] response: {'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'status': 'completed', 'code': 200} Apr 12 11:07:18.260856 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efc30f-15ed-4bff-aea4-77d1d7f2a722 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event updated for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:18.283835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50539afb-c05e-4b43-8c84-5e16dd5548ae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group (4a8eb466-eb7f-4055-89cb-8ea9fcefe222), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.300520 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-35d937e9-10d8-44ac-af83-06017ef79883 req-4e60c185-2869-4776-8dd2-e7f91ac0dba6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375284 Apr 12 11:07:18.351227 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50539afb-c05e-4b43-8c84-5e16dd5548ae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group (4a8eb466-eb7f-4055-89cb-8ea9fcefe222), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.368302 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f818e10-f34c-497f-ac44-1cfc27fa7ea4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:18.370953 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d51e-e29e-4fb5-9680-cbbe21e17058 admin admin] Publish callbacks [] for security_group (b019bc80-10e2-485f-a799-0a15931ad250), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.403318 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d51e-e29e-4fb5-9680-cbbe21e17058 admin admin] Publish callbacks [] for security_group (b019bc80-10e2-485f-a799-0a15931ad250), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.440111 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-85a8e30b-b1d3-420a-a52a-b82af28b8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.442344 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-85a8e30b-b1d3-420a-a52a-b82af28b8342 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1129 time: 0.1390467 Apr 12 11:07:18.464377 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d51e-e29e-4fb5-9680-cbbe21e17058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b019bc80-10e2-485f-a799-0a15931ad250), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.467462 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d51e-e29e-4fb5-9680-cbbe21e17058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.468925 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-d1a5d51e-e29e-4fb5-9680-cbbe21e17058 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b019bc80-10e2-485f-a799-0a15931ad250 HTTP/1.1" status: 204 len: 168 time: 0.2220192 Apr 12 11:07:18.489485 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5d51e-e29e-4fb5-9680-cbbe21e17058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019bc80-10e2-485f-a799-0a15931ad250,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:18.511857 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50539afb-c05e-4b43-8c84-5e16dd5548ae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4a8eb466-eb7f-4055-89cb-8ea9fcefe222), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.515046 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50539afb-c05e-4b43-8c84-5e16dd5548ae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.519734 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-50539afb-c05e-4b43-8c84-5e16dd5548ae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "DELETE /v2.0/security-groups/4a8eb466-eb7f-4055-89cb-8ea9fcefe222 HTTP/1.1" status: 204 len: 168 time: 0.3270845 Apr 12 11:07:18.519900 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:18.566701 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50539afb-c05e-4b43-8c84-5e16dd5548ae tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8eb466-eb7f-4055-89cb-8ea9fcefe222,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:18.590083 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-6fdc4d06-20b6-43ed-95c1-9d172acf50ab None None] Provisioning complete for port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:18.590564 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4d06-20b6-43ed-95c1-9d172acf50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.622731 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-38eb2802-767a-4ee3-b6d5-0e8700d336d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.624216 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-38eb2802-767a-4ee3-b6d5-0e8700d336d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 915 time: 0.1733160 Apr 12 11:07:18.719056 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-8186fd89-a5dd-43de-8159-0718953168d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0849717 Apr 12 11:07:18.776108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc4d06-20b6-43ed-95c1-9d172acf50ab None None] Current status of the port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:18.782823 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-8eef417b-94a7-45e3-b80e-575029f457b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.784303 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-8eef417b-94a7-45e3-b80e-575029f457b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 200 len: 853 time: 0.0576801 Apr 12 11:07:18.801174 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Deleting port b21ec5a3-0752-4771-a157-4409d5d5a6e4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:18.801527 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.861195 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-c3d772c9-a698-4da7-a78f-94210da3f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.862754 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-c3d772c9-a698-4da7-a78f-94210da3f53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4216737-ad3d-423b-9c01-92b563c7c6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0714092 Apr 12 11:07:18.885717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.886212 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for floatingip (b21ec5a3-0752-4771-a157-4409d5d5a6e4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.899890 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Calling delete_port for b21ec5a3-0752-4771-a157-4409d5d5a6e4 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:18.966897 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-f9149b10-4b34-4124-93de-1e408d8b0ada service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971570 Apr 12 11:07:19.104552 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3b0caa7d-6a6b-4c72-97e4-cc2ddbe19415 req-e5306b1a-8d69-4bd9-bed4-3ce75de1e51b service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303418 Apr 12 11:07:19.110927 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (b21ec5a3-0752-4771-a157-4409d5d5a6e4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.147476 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event deleted for resources: {'Port': ['ID=b21ec5a3-0752-4771-a157-4409d5d5a6e4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:19.236857 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks [] for floatingip (14914d4b-179f-4fec-80be-cfa8cad7ea9f), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.237263 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Floating IP 14914d4b-179f-4fec-80be-cfa8cad7ea9f disassociated (deleted). External IP: 172.28.2.83, port: 2f818e10-f34c-497f-ac44-1cfc27fa7ea4. Apr 12 11:07:19.324965 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.442388 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0b29-4383-4d83-a213-0384a048eff8 req-f17cf2b8-16d5-47b2-9ed5-388fb2e5642b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:19.443993 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-108b0b29-4383-4d83-a213-0384a048eff8 req-f17cf2b8-16d5-47b2-9ed5-388fb2e5642b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Apr 12 11:07:19.477309 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Router a7dd0400-ec55-4c05-8bc7-f7330052bee3 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:19.497483 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-108b0b29-4383-4d83-a213-0384a048eff8 req-570abe3b-df7a-4645-bf57-a7af92b4400d tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470669 Apr 12 11:07:19.592753 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:19.598178 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.604696 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] Sync routers for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:19.615392 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:19.616236 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:19.632318 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7ae59a55-f31c-4527-b808-94070e683a2d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "DELETE /v2.0/floatingips/14914d4b-179f-4fec-80be-cfa8cad7ea9f HTTP/1.1" status: 204 len: 168 time: 1.1084735 Apr 12 11:07:19.632318 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:19.632923 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9757be-4b27-4331-bf6b-971d5df5ea9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:19.803897 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:19.854858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47424308-3f72-49a2-964c-de2f1490e1e1 x-openstack-request-id: req-47424308-3f72-49a2-964c-de2f1490e1e1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:19.855205 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:19.855466 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47424308-3f72-49a2-964c-de2f1490e1e1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:19.855870 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47424308-3f72-49a2-964c-de2f1490e1e1'] response: {'name': 'network-changed', 'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'status': 'completed', 'code': 200} Apr 12 11:07:19.951077 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-7b12127e-91e8-403a-94c4-3c3ec1718209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:19.953311 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-7b12127e-91e8-403a-94c4-3c3ec1718209 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2de320dc8b4afc881c905a9d245b65&device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 1129 time: 0.0473950 Apr 12 11:07:20.023774 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:20.043266 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-57d9f879-40f5-448a-9e98-b622b193ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:20.044772 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-57d9f879-40f5-448a-9e98-b622b193ee85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 200 len: 915 time: 0.0851939 Apr 12 11:07:20.053096 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] Checking router: a7dd0400-ec55-4c05-8bc7-f7330052bee3 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:20.061874 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:20.062470 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:20.170679 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:20.268747 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-1e6dc180-d2f0-4a4f-b5cc-b3966171af7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0384581 Apr 12 11:07:20.324253 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-639718e8-f0cb-46ff-97d5-779d35cdfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:20.325724 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-639718e8-f0cb-46ff-97d5-779d35cdfee8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 200 len: 853 time: 0.0448222 Apr 12 11:07:20.356713 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:20.382780 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d1417-f3ff-44aa-a2e4-471fc090ab25 None None] The sync data for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb is: [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 4, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': '7baff8aa-4af8-48e8-b700-b26662802fc2', 'name': '', 'network_id': 'd4216737-ad3d-423b-9c01-92b563c7c6f5', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'mac_address': 'fa:16:3e:b7:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:55Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'subnets': [{'id': 'd2897c62-efd7-4a7b-b078-3490599efc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:20.438028 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-3bc0d1e5-6c8e-4b13-a22d-c1c09a493277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:20.439596 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-3bc0d1e5-6c8e-4b13-a22d-c1c09a493277 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4216737-ad3d-423b-9c01-92b563c7c6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0496030 Apr 12 11:07:20.547444 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-b2535997-a18b-4f7f-9078-3df5e51a8efa service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006470 Apr 12 11:07:20.641055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf911-d677-4eda-8a41-9072469308ba req-ee2b7a2e-b88f-4c92-a792-182b44a698aa tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:20.650058 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4f2cf911-d677-4eda-8a41-9072469308ba req-ee2b7a2e-b88f-4c92-a792-182b44a698aa tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0658638 Apr 12 11:07:20.695970 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f9757be-4b27-4331-bf6b-971d5df5ea9d req-efe1aabc-d5c2-4a18-931d-d000d8ae3bf9 service neutron] 10.222.0.64 "GET /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419086 Apr 12 11:07:20.720406 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4f2cf911-d677-4eda-8a41-9072469308ba req-46a5b8c5-e24a-4e7a-acd7-8bf188d04d4c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689182 Apr 12 11:07:20.799166 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c3a3c-af2a-497d-a291-bd8d185635a2 None None] New status for floating IP 14914d4b-179f-4fec-80be-cfa8cad7ea9f: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:21.852892 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839f6ff-1f6e-4d3f-877a-78c272f6e965 req-cbbb5075-7f4e-4064-874d-f31545041f96 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.854463 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5839f6ff-1f6e-4d3f-877a-78c272f6e965 req-cbbb5075-7f4e-4064-874d-f31545041f96 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Apr 12 11:07:21.903861 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5839f6ff-1f6e-4d3f-877a-78c272f6e965 req-53a9dfed-cfd2-432c-b3d3-930b9c4cc6fa tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Apr 12 11:07:22.448282 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32025b5-e81c-47ad-872c-dbe6a6e8d0c1 req-caf15ac0-0672-4aea-a635-1708762d1369 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:22.449837 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d32025b5-e81c-47ad-872c-dbe6a6e8d0c1 req-caf15ac0-0672-4aea-a635-1708762d1369 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0477352 Apr 12 11:07:22.497202 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d32025b5-e81c-47ad-872c-dbe6a6e8d0c1 req-5365bdef-0906-4683-88d5-f639c2a2527d tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Apr 12 11:07:23.183164 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57c345-08f2-4875-8541-b43638faf008 req-b36ce8fb-e2bc-40b0-b33b-cf2d91490061 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:23.184622 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe57c345-08f2-4875-8541-b43638faf008 req-b36ce8fb-e2bc-40b0-b33b-cf2d91490061 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Apr 12 11:07:23.244565 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe57c345-08f2-4875-8541-b43638faf008 req-02dc9da7-cd22-4839-b04f-41655345e34c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525479 Apr 12 11:07:23.614216 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d421bc4-e664-4974-8153-0936ec5fd4b3 req-d1c9c243-edc0-41af-8ce3-f244f1f97794 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:23.615720 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1d421bc4-e664-4974-8153-0936ec5fd4b3 req-d1c9c243-edc0-41af-8ce3-f244f1f97794 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Apr 12 11:07:23.676317 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1d421bc4-e664-4974-8153-0936ec5fd4b3 req-a547e77c-4615-4c54-bcb6-546cbdf4fe56 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525260 Apr 12 11:07:24.370962 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96fc50-66ef-4add-a73b-a85aca49d7ea req-96cc2089-6433-453c-b0a1-a2f49f0d3a46 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.372432 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-af96fc50-66ef-4add-a73b-a85aca49d7ea req-96cc2089-6433-453c-b0a1-a2f49f0d3a46 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0539536 Apr 12 11:07:24.423688 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-af96fc50-66ef-4add-a73b-a85aca49d7ea req-0ebc4274-ee53-45a1-9f57-4d2dcc46b937 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453837 Apr 12 11:07:24.841023 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ab7f-f875-487e-a8e7-7772bef99641 req-6408dc99-c050-42f5-b05d-24b39199878b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.842780 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a3e9ab7f-f875-487e-a8e7-7772bef99641 req-6408dc99-c050-42f5-b05d-24b39199878b tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0978467 Apr 12 11:07:24.855476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-46b61e05-318a-4464-a13c-f6c11bc13ec5 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.857033 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-46b61e05-318a-4464-a13c-f6c11bc13ec5 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 945 time: 0.0800986 Apr 12 11:07:24.905597 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a3e9ab7f-f875-487e-a8e7-7772bef99641 req-7cf9dc84-23cb-4739-8f2c-0517f032baca tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cc16e26-345b-43a4-84ee-4b4750cf0a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Apr 12 11:07:25.183252 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Deleting port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:25.183494 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.280003 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] For port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:25.280369 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.294392 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Calling delete_port for 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:25.435045 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (2f818e10-f34c-497f-ac44-1cfc27fa7ea4), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.465679 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Pushing event deleted for resources: {'Port': ['ID=2f818e10-f34c-497f-ac44-1cfc27fa7ea4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:25.489108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f818e10-f34c-497f-ac44-1cfc27fa7ea4'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:25.513269 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] No DVR routers for this DVR port 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:25.517059 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.520387 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-87991aeb-32a7-424f-9f28-96f5fe5c35b6 req-a981774b-abb0-496d-aedf-fb2d2ece2468 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.64 "DELETE /v2.0/ports/2f818e10-f34c-497f-ac44-1cfc27fa7ea4 HTTP/1.1" status: 204 len: 173 time: 0.4293478 Apr 12 11:07:25.520833 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'name': 'network-vif-deleted', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:25.523231 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c4452e-5ff4-4149-825f-cbaa29ba2c13" -d '{"events": [{"server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "name": "network-vif-deleted", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:25.551172 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4da3-5a1c-48b3-b930-fd8498f37594 req-9c35459d-ce81-4fef-98e3-709b32735fd0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:25.552776 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ea5b4da3-5a1c-48b3-b930-fd8498f37594 req-9c35459d-ce81-4fef-98e3-709b32735fd0 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Apr 12 11:07:25.576897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c362dc6-a615-4fec-98ec-9634859ada01 x-openstack-request-id: req-0c362dc6-a615-4fec-98ec-9634859ada01 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:25.577185 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac2f3f7-8d84-407d-b727-dff0b22eed89", "name": "network-vif-deleted", "tag": "2f818e10-f34c-497f-ac44-1cfc27fa7ea4", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:25.577537 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c362dc6-a615-4fec-98ec-9634859ada01 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:25.577941 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c362dc6-a615-4fec-98ec-9634859ada01'] response: {'server_uuid': '1ac2f3f7-8d84-407d-b727-dff0b22eed89', 'name': 'network-vif-deleted', 'tag': '2f818e10-f34c-497f-ac44-1cfc27fa7ea4', 'status': 'completed', 'code': 200} Apr 12 11:07:25.612189 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ea5b4da3-5a1c-48b3-b930-fd8498f37594 req-21fe8b3f-f834-479d-a346-57829863963b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524213 Apr 12 11:07:25.915071 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:07:26.049914 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:26.058884 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04407cca-b35c-4796-883f-ca973aff1ab0 req-4d5792f3-5b31-42ac-910e-48454c666c01 tempest-TestMinimumBasicScenario-550726956 tempest-TestMinimumBasicScenario-550726956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ac2f3f7-8d84-407d-b727-dff0b22eed89 HTTP/1.1" status: 200 len: 210 time: 0.0510933 Apr 12 11:07:26.071195 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'mac_address': 'fa:16:3e:19:83:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:07:26.117954 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: ACTIVE; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:26.118378 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:26.131520 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f44305c-4f93-44a9-8f9e-048b437950ef {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:26.153878 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:26.158321 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:26.209634 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:26.216624 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.216988 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.217323 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.217690 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.218023 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.218348 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.218697 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.219020 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.219341 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.219661 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.219979 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.220311 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.220633 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.220948 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.221263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:26.405232 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f44305c-4f93-44a9-8f9e-048b437950ef'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:26.738817 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49969a-c8e1-4a00-aaec-b01e419da87a req-e61d9517-06ab-491b-812a-cfa320efc06c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.740375 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3a49969a-c8e1-4a00-aaec-b01e419da87a req-e61d9517-06ab-491b-812a-cfa320efc06c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 944 time: 0.0578222 Apr 12 11:07:26.789331 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-3a49969a-c8e1-4a00-aaec-b01e419da87a req-eade252b-53af-4837-a9d9-f5adaebec6bd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Apr 12 11:07:27.799904 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:27.935797 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:28.055182 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 2f44305c-4f93-44a9-8f9e-048b437950ef triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:28.056108 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.206944 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:28.209417 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.222211 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab60b00-9e2c-48f7-8b70-ce79c384ccbe req-2d40368b-349d-48d5-bade-a3151e89e75e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.223675 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fab60b00-9e2c-48f7-8b70-ce79c384ccbe req-2d40368b-349d-48d5-bade-a3151e89e75e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 944 time: 0.3599613 Apr 12 11:07:28.251497 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:28.256989 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26ceda-c129-4afa-a7ad-2f0df8d3a4b0" -d '{"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-plugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:28.291765 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:28.300104 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.301360 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:28.360133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:28.360545 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f818e10-f34c-497f-ac44-1cfc27fa7ea4 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:28.376412 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-fab60b00-9e2c-48f7-8b70-ce79c384ccbe req-2b5038d9-356a-4eb2-a20a-f0ac24c5655f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149356 Apr 12 11:07:28.394519 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53481863-c1ed-4139-9497-67160c504308 x-openstack-request-id: req-53481863-c1ed-4139-9497-67160c504308 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:28.396712 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-plugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:28.397038 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53481863-c1ed-4139-9497-67160c504308 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:28.408161 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53481863-c1ed-4139-9497-67160c504308'] response: {'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'code': 200} Apr 12 11:07:28.408161 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=7']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:28.669994 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (a7dd0400-ec55-4c05-8bc7-f7330052bee3), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.882921 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df234-ea81-4d95-8c7a-49603dea567f req-45101586-8b1f-4f7e-961c-d54f83added8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.885540 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7f3df234-ea81-4d95-8c7a-49603dea567f req-45101586-8b1f-4f7e-961c-d54f83added8 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0556481 Apr 12 11:07:28.951589 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7f3df234-ea81-4d95-8c7a-49603dea567f req-762cba9b-2224-4fa3-a3da-b6c8cddf9e43 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564518 Apr 12 11:07:29.061251 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Deleting port 7baff8aa-4af8-48e8-b700-b26662802fc2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:29.061923 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:29.155542 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] For port 7baff8aa-4af8-48e8-b700-b26662802fc2, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=7baff8aa-4af8-48e8-b700-b26662802fc2,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:29.156008 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:29.176674 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Calling delete_port for 7baff8aa-4af8-48e8-b700-b26662802fc2 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:29.391565 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (7baff8aa-4af8-48e8-b700-b26662802fc2), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:29.425914 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7baff8aa-4af8-48e8-b700-b26662802fc2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:29.566717 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77b67-b838-4c3a-a43c-890f26469d96 req-eb0572ac-4869-4408-8fc8-c0e869647741 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.575084 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a7d77b67-b838-4c3a-a43c-890f26469d96 req-eb0572ac-4869-4408-8fc8-c0e869647741 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0942690 Apr 12 11:07:29.711073 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a7d77b67-b838-4c3a-a43c-890f26469d96 req-21bfbdca-5cc4-429b-9f47-f585aa746ecd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964215 Apr 12 11:07:29.727110 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (a7dd0400-ec55-4c05-8bc7-f7330052bee3), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.063102 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Router a7dd0400-ec55-4c05-8bc7-f7330052bee3 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:30.091655 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687adf-49c0-49d8-a425-29aee5432c20 req-2c7f719b-5201-4e10-a07d-17bd051a12dc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.099690 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-20687adf-49c0-49d8-a425-29aee5432c20 req-2c7f719b-5201-4e10-a07d-17bd051a12dc tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0639622 Apr 12 11:07:30.152552 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-20687adf-49c0-49d8-a425-29aee5432c20 req-33620077-d39d-4b9c-bdaf-2e9b205f021f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516396 Apr 12 11:07:30.212082 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:30.219343 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-09d6c242-612e-4fce-b592-3763c31c45bd admin admin] 10.222.0.41 "PUT /v2.0/routers/a7dd0400-ec55-4c05-8bc7-f7330052bee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4151630 Apr 12 11:07:30.220628 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40586) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:30.225934 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] Sync routers for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:30.241160 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:30.242150 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:30.371535 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:30.652377 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks [] for router (a7dd0400-ec55-4c05-8bc7-f7330052bee3), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.701155 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:07:29Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:30.734146 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] Checking router: a7dd0400-ec55-4c05-8bc7-f7330052bee3 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:30.752443 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] Routers {'a7dd0400-ec55-4c05-8bc7-f7330052bee3'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:30.753708 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:30.782978 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks [] for router_gateway (a7dd0400-ec55-4c05-8bc7-f7330052bee3), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.843716 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Deleting port e47fafb3-a255-45b9-9aff-fa24166df100 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:30.844161 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.915033 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] Set router a7dd0400-ec55-4c05-8bc7-f7330052bee3 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:30.926256 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d793e-f202-4662-97cf-0205afa1ed37 req-7cf20402-440b-4dae-bd3f-83abebe0ff8c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.940371 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-892d793e-f202-4662-97cf-0205afa1ed37 req-7cf20402-440b-4dae-bd3f-83abebe0ff8c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0785837 Apr 12 11:07:30.977508 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] For port e47fafb3-a255-45b9-9aff-fa24166df100, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e47fafb3-a255-45b9-9aff-fa24166df100,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:30.978122 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.993587 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-f573bca7-f613-4643-bc3c-37066c497221 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.995635 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-f573bca7-f613-4643-bc3c-37066c497221 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.0702198 Apr 12 11:07:31.007615 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-892d793e-f202-4662-97cf-0205afa1ed37 req-34798de3-8b16-41b5-aa9c-9e5a59355f87 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647347 Apr 12 11:07:31.009879 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Calling delete_port for e47fafb3-a255-45b9-9aff-fa24166df100 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:31.181098 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:07:29Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:31.250519 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75e2f5-8279-4d8b-9e38-9301480fe0d9 None None] The sync data for ids ['a7dd0400-ec55-4c05-8bc7-f7330052bee3'] in dv-cinder-830089-4-smb is: [{'id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'name': 'tempest-TestMinimumBasicScenario-773984720-router', 'tenant_id': 'cf2de320dc8b4afc881c905a9d245b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:07:29Z', 'revision_number': 5, 'project_id': 'cf2de320dc8b4afc881c905a9d245b65', 'gw_port': {'id': 'e47fafb3-a255-45b9-9aff-fa24166df100', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd0400-ec55-4c05-8bc7-f7330052bee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:53Z', 'updated_at': '2022-04-12T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:31.429685 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83150b-b094-4775-b830-917e723a0061 req-d6124f41-d89a-4bb8-a17f-36fb2903feea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:31.431479 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5b83150b-b094-4775-b830-917e723a0061 req-d6124f41-d89a-4bb8-a17f-36fb2903feea tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 946 time: 0.1482141 Apr 12 11:07:31.443197 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Deleting port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:31.443537 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.484319 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (e47fafb3-a255-45b9-9aff-fa24166df100), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.524701 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Pushing event deleted for resources: {'Port': ['ID=e47fafb3-a255-45b9-9aff-fa24166df100,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:31.573954 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40612) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:31.595987 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5b83150b-b094-4775-b830-917e723a0061 req-f7ec9775-12cf-4cd7-afc3-6fdc2ebee637 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ff9f787-4af2-44b9-b2f2-46c550ee84f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556118 Apr 12 11:07:31.727220 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] For port 01d77a53-caf7-49f1-ba2f-179c5b7fb954, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01d77a53-caf7-49f1-ba2f-179c5b7fb954,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:31.727630 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.743162 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27472598-dd8f-4da5-89a6-aaf205e7f2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.747625 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (a7dd0400-ec55-4c05-8bc7-f7330052bee3), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.829812 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27472598-dd8f-4da5-89a6-aaf205e7f2b5 admin admin] Publish callbacks [] for security_group (ce53cf1d-6747-425c-95d6-7ed6b7cf4910), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.835540 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27472598-dd8f-4da5-89a6-aaf205e7f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ce53cf1d-6747-425c-95d6-7ed6b7cf4910), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.878043 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-27472598-dd8f-4da5-89a6-aaf205e7f2b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1e55d3895e64f7e9a1839e706b90813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027196 Apr 12 11:07:31.879264 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27472598-dd8f-4da5-89a6-aaf205e7f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce53cf1d-6747-425c-95d6-7ed6b7cf4910,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:31.881669 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40616) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:31.933323 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebb22f4a-aeb2-4fb4-915d-411256e80a30 admin admin] Publish callbacks [] for security_group (ce53cf1d-6747-425c-95d6-7ed6b7cf4910), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.960776 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebb22f4a-aeb2-4fb4-915d-411256e80a30 admin admin] Publish callbacks [] for security_group (ce53cf1d-6747-425c-95d6-7ed6b7cf4910), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.996684 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (a7dd0400-ec55-4c05-8bc7-f7330052bee3), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.005510 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks [] for router_controller (a7dd0400-ec55-4c05-8bc7-f7330052bee3), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.029288 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebb22f4a-aeb2-4fb4-915d-411256e80a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ce53cf1d-6747-425c-95d6-7ed6b7cf4910), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.032727 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebb22f4a-aeb2-4fb4-915d-411256e80a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.034301 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ebb22f4a-aeb2-4fb4-915d-411256e80a30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce53cf1d-6747-425c-95d6-7ed6b7cf4910 HTTP/1.1" status: 204 len: 168 time: 0.1516798 Apr 12 11:07:32.059368 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22f4a-aeb2-4fb4-915d-411256e80a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce53cf1d-6747-425c-95d6-7ed6b7cf4910,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:32.164046 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fc78-6b1e-4d49-b2c1-a2e483e3f06d req-c684e1ed-1b49-4393-81b4-1228953987af tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.166279 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-00a4fc78-6b1e-4d49-b2c1-a2e483e3f06d req-c684e1ed-1b49-4393-81b4-1228953987af tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0601048 Apr 12 11:07:32.173343 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (a7dd0400-ec55-4c05-8bc7-f7330052bee3), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.173962 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7dd0400-ec55-4c05-8bc7-f7330052bee3 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:07:32.181754 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.183087 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-16883d15-e0de-49d6-8899-c6001eac635d admin admin] 10.222.0.41 "DELETE /v2.0/routers/a7dd0400-ec55-4c05-8bc7-f7330052bee3 HTTP/1.1" status: 204 len: 168 time: 1.9612010 Apr 12 11:07:32.185670 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:32.264813 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Deleting subnet d2897c62-efd7-4a7b-b078-3490599efc21 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:32.268464 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Publish callbacks [] for subnet (d2897c62-efd7-4a7b-b078-3490599efc21), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.292548 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.292927 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (2195d55d-384b-49e7-8f66-aaae62f9794c), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.293255 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Floating IP 2195d55d-384b-49e7-8f66-aaae62f9794c disassociated. External IP: 172.28.2.94, port: 01d77a53-caf7-49f1-ba2f-179c5b7fb954. Apr 12 11:07:32.294009 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Calling delete_port for 01d77a53-caf7-49f1-ba2f-179c5b7fb954 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:32.306088 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (d2897c62-efd7-4a7b-b078-3490599efc21), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.481238 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (d2897c62-efd7-4a7b-b078-3490599efc21), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.488031 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-00a4fc78-6b1e-4d49-b2c1-a2e483e3f06d req-53b1b2ac-aa7b-47bc-b473-dfd850b3e2d7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146272 Apr 12 11:07:32.492666 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (01d77a53-caf7-49f1-ba2f-179c5b7fb954), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.536192 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event deleted for resources: {'Port': ['ID=01d77a53-caf7-49f1-ba2f-179c5b7fb954,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:32.576233 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (d2897c62-efd7-4a7b-b078-3490599efc21), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.616580 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2897c62-efd7-4a7b-b078-3490599efc21,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:32.636568 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.637753 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff09c1-934f-4a7e-aae2-a8c5f4cfcc21 None None] Network d4216737-ad3d-423b-9c01-92b563c7c6f5 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:32.646321 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6b93351f-f52a-47ac-8107-9be471ec972f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d2897c62-efd7-4a7b-b078-3490599efc21 HTTP/1.1" status: 204 len: 168 time: 0.4482877 Apr 12 11:07:32.647219 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40636) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:32.822580 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-90799a19-e202-465e-9129-8468897d3eda req-98f67fe5-b805-4af3-ace2-44a3f5e04a42 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.0885181 Apr 12 11:07:32.856457 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] DHCP port deletion for d4216737-ad3d-423b-9c01-92b563c7c6f5 request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:07:32.892214 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:32.901156 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (d4216737-ad3d-423b-9c01-92b563c7c6f5), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:32.932734 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] Deleting port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:32.933463 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.038785 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] For port 4a0bcd10-0e04-45e2-9b8d-995383bdf808, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=4a0bcd10-0e04-45e2-9b8d-995383bdf808,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:33.041780 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.075484 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] Calling delete_port for 4a0bcd10-0e04-45e2-9b8d-995383bdf808 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:33.117431 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Deleting port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:33.117821 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.178914 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 4a0bcd10-0e04-45e2-9b8d-995383bdf808 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:33.218470 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:33.221427 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] For port 4a0bcd10-0e04-45e2-9b8d-995383bdf808, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=4a0bcd10-0e04-45e2-9b8d-995383bdf808,segment=NetworkSegment(a6cef996-0d5b-4632-9462-41adb0abd68a),segment_id=a6cef996-0d5b-4632-9462-41adb0abd68a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:33.221793 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.242413 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:33.261905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Calling delete_port for 4a0bcd10-0e04-45e2-9b8d-995383bdf808 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:33.286177 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] No DVR routers for this DVR port 01d77a53-caf7-49f1-ba2f-179c5b7fb954 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:33.291513 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.295006 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4b849cf1-db97-4a5c-8ea3-d7fb8d7b8a3b req-980cf8b6-e0c5-4eaf-9905-aa2da3645068 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.64 "DELETE /v2.0/ports/01d77a53-caf7-49f1-ba2f-179c5b7fb954 HTTP/1.1" status: 204 len: 173 time: 2.2922409 Apr 12 11:07:33.295461 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'name': 'network-vif-deleted', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:33.297821 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f0c6c-5fdb-45f8-b1c3-1d6b7ad62707" -d '{"events": [{"server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "name": "network-vif-deleted", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:33.319618 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:33.320279 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:33.423406 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.441071 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.512526 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0bcd10-0e04-45e2-9b8d-995383bdf808,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:33.527197 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] No DVR routers for this DVR port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 on host dv-cinder-830089-4-smb {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:33.534375 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] No DVR routers for this DVR port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 on host dv-cinder-830089-4-smb {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:33.547081 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e1e50-6213-4ee3-bea8-877d54b8c705 None None] Pushing event deleted for resources: {'Port': ['ID=4a0bcd10-0e04-45e2-9b8d-995383bdf808,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:33.550507 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port 4a0bcd10-0e04-45e2-9b8d-995383bdf808 is: ACTIVE; New status is: DOWN {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:33.550972 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (4a0bcd10-0e04-45e2-9b8d-995383bdf808), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.627550 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 7baff8aa-4af8-48e8-b700-b26662802fc2 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:33.630660 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:33.690758 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 7baff8aa-4af8-48e8-b700-b26662802fc2 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:33.691456 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 7baff8aa-4af8-48e8-b700-b26662802fc2 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:33.691630 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e47fafb3-a255-45b9-9aff-fa24166df100 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:33.721177 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: e47fafb3-a255-45b9-9aff-fa24166df100 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:33.721529 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e47fafb3-a255-45b9-9aff-fa24166df100 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:33.725079 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (d4216737-ad3d-423b-9c01-92b563c7c6f5), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.741076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c2445f-210a-4236-a0ee-06815f1add17 x-openstack-request-id: req-e8c2445f-210a-4236-a0ee-06815f1add17 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:33.741403 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e495f-a124-4b63-bab1-f6e13f4e5a47", "name": "network-vif-deleted", "tag": "01d77a53-caf7-49f1-ba2f-179c5b7fb954", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:33.742338 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8c2445f-210a-4236-a0ee-06815f1add17 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:33.742807 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c2445f-210a-4236-a0ee-06815f1add17'] response: {'server_uuid': 'dc4e495f-a124-4b63-bab1-f6e13f4e5a47', 'name': 'network-vif-deleted', 'tag': '01d77a53-caf7-49f1-ba2f-179c5b7fb954', 'status': 'completed', 'code': 200} Apr 12 11:07:33.812129 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4216737-ad3d-423b-9c01-92b563c7c6f5']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:33.830561 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cef996-0d5b-4632-9462-41adb0abd68a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:33.831446 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cef996-0d5b-4632-9462-41adb0abd68a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:33.873636 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed01a-d9ca-44e9-83c3-e646d7065212 req-e6781248-fdb1-4abf-a3f0-381cc4287d8e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:33.887780 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5f8ed01a-d9ca-44e9-83c3-e646d7065212 req-e6781248-fdb1-4abf-a3f0-381cc4287d8e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.1396372 Apr 12 11:07:33.904423 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (a6cef996-0d5b-4632-9462-41adb0abd68a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.951172 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (a6cef996-0d5b-4632-9462-41adb0abd68a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.993418 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:33.994170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (a6cef996-0d5b-4632-9462-41adb0abd68a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: self.session.flush() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: self.session.flush() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: self.session.flush() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: self.session.flush() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:33.996928 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:34.079277 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5f8ed01a-d9ca-44e9-83c3-e646d7065212 req-7a4cc677-dca2-4bbc-9e33-59a245dcda42 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847980 Apr 12 11:07:34.083991 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:34.087053 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 01d77a53-caf7-49f1-ba2f-179c5b7fb954 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:34.116620 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4188a0b5-4d9a-4631-a67c-1dc8fbc82962 req-0a1eadcb-1fcb-4ee6-88d8-42be9958fb04 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc4e495f-a124-4b63-bab1-f6e13f4e5a47 HTTP/1.1" status: 200 len: 210 time: 0.1131651 Apr 12 11:07:34.117829 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (d4216737-ad3d-423b-9c01-92b563c7c6f5), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.130846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.138998 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:34.141529 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d4216737-ad3d-423b-9c01-92b563c7c6f5 HTTP/1.1" status: 204 len: 168 time: 1.4280267 Apr 12 11:07:34.154642 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc7868-3c89-47bc-b8e5-053b7627aa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4216737-ad3d-423b-9c01-92b563c7c6f5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:34.178716 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 01d77a53-caf7-49f1-ba2f-179c5b7fb954 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:34.179121 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 01d77a53-caf7-49f1-ba2f-179c5b7fb954 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:34.182787 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:34.199001 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:34.199673 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:34.334259 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:34.544410 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (900f9585-6446-4bf9-9f2a-d346fb438e8a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.696943 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:34.726133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb476ea-b96d-4e67-acdd-3e422817e4e1 None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:55Z', 'revision_number': 4, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'f9871e9f-562c-4956-b6f4-b6d65e85ebbf', 'name': '', 'network_id': '7dc39e1a-dd25-4363-9f4c-61cc404afa72', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'mac_address': 'fa:16:3e:7c:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'de475af3-d147-4b80-995f-ace98680611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:06Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'subnets': [{'id': 'de475af3-d147-4b80-995f-ace98680611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:34.837858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Deleting port 64647023-1014-48bf-b6ed-c85cdae79260 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:34.838192 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (64647023-1014-48bf-b6ed-c85cdae79260), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.926857 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] For port 64647023-1014-48bf-b6ed-c85cdae79260, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=64647023-1014-48bf-b6ed-c85cdae79260,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:34.927364 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (64647023-1014-48bf-b6ed-c85cdae79260), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.943102 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Calling delete_port for 64647023-1014-48bf-b6ed-c85cdae79260 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:35.057454 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa0dcb-3f9c-4c53-bcb0-a14b0152cc9c None None] New status for floating IP 2195d55d-384b-49e7-8f66-aaae62f9794c: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:35.347046 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb179e-91f7-46f0-9b8b-ff1e17f69eb6 req-8f352d4a-9114-4d44-a4ee-254ac384ed13 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.349847 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3bcb179e-91f7-46f0-9b8b-ff1e17f69eb6 req-8f352d4a-9114-4d44-a4ee-254ac384ed13 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.1321242 Apr 12 11:07:35.349847 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40674) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:35.473906 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcda7063-5c23-4c8f-99d4-bddbed18d67f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (1ff9f787-4af2-44b9-b2f2-46c550ee84f3), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.489669 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3bcb179e-91f7-46f0-9b8b-ff1e17f69eb6 req-b6bbc645-a7e4-41ee-a033-f7337733c14f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284711 Apr 12 11:07:35.504191 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcda7063-5c23-4c8f-99d4-bddbed18d67f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (1ff9f787-4af2-44b9-b2f2-46c550ee84f3), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.538608 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (64647023-1014-48bf-b6ed-c85cdae79260), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.572831 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcda7063-5c23-4c8f-99d4-bddbed18d67f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (1ff9f787-4af2-44b9-b2f2-46c550ee84f3), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.575185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=64647023-1014-48bf-b6ed-c85cdae79260,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:35.583922 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcda7063-5c23-4c8f-99d4-bddbed18d67f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.583922 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-bcda7063-5c23-4c8f-99d4-bddbed18d67f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ff9f787-4af2-44b9-b2f2-46c550ee84f3 HTTP/1.1" status: 204 len: 168 time: 0.2311378 Apr 12 11:07:35.586401 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40680) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:35.594630 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7063-5c23-4c8f-99d4-bddbed18d67f tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9f787-4af2-44b9-b2f2-46c550ee84f3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:35.653478 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.api.v2.resource [None req-cb95fb56-46d0-4891-a537-79bc45c76abb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] show failed (client error): The resource could not be found. Apr 12 11:07:35.657417 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-cb95fb56-46d0-4891-a537-79bc45c76abb tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "GET /v2.0/security-groups/1ff9f787-4af2-44b9-b2f2-46c550ee84f3 HTTP/1.1" status: 404 len: 347 time: 0.0640635 Apr 12 11:07:35.658203 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40682) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:35.814979 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Deleting port a2636ec9-7794-46a6-8a50-779c75eb955b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:35.815328 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.861142 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (900f9585-6446-4bf9-9f2a-d346fb438e8a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.916970 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.917459 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (a2636ec9-7794-46a6-8a50-779c75eb955b), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.932684 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Calling delete_port for a2636ec9-7794-46a6-8a50-779c75eb955b owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:36.110080 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Router 900f9585-6446-4bf9-9f2a-d346fb438e8a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:36.121298 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (a2636ec9-7794-46a6-8a50-779c75eb955b), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.188080 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Pushing event deleted for resources: {'Port': ['ID=a2636ec9-7794-46a6-8a50-779c75eb955b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:36.242920 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks [] for floatingip (2195d55d-384b-49e7-8f66-aaae62f9794c), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.245647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.249514 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-76dc022d-e593-4fd2-834f-3cbd2c5a2c49 tempest-AttachVolumeTestJSON-582323833 tempest-AttachVolumeTestJSON-582323833-project] 10.222.0.41 "DELETE /v2.0/floatingips/2195d55d-384b-49e7-8f66-aaae62f9794c HTTP/1.1" status: 204 len: 168 time: 0.5881290 Apr 12 11:07:36.264023 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:36.269791 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-db7cac57-a0c3-4f3f-90cc-d584a5aa8b00 admin admin] 10.222.0.41 "PUT /v2.0/routers/900f9585-6446-4bf9-9f2a-d346fb438e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295021 Apr 12 11:07:36.272010 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40692) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:36.279980 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] Sync routers for ids ['900f9585-6446-4bf9-9f2a-d346fb438e8a'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:36.294719 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] Routers {'900f9585-6446-4bf9-9f2a-d346fb438e8a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:36.295373 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['900f9585-6446-4bf9-9f2a-d346fb438e8a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.400689 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks [] for router (900f9585-6446-4bf9-9f2a-d346fb438e8a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.466977 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] Set router 900f9585-6446-4bf9-9f2a-d346fb438e8a gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:36.580491 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks [] for router_gateway (900f9585-6446-4bf9-9f2a-d346fb438e8a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.714635 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d5489-dea0-4353-b376-928dc4505c88 req-8564f50e-b450-4623-b27f-13efa608d9d4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:36.725719 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-873d5489-dea0-4353-b376-928dc4505c88 req-8564f50e-b450-4623-b27f-13efa608d9d4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.1257503 Apr 12 11:07:36.747239 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Deleting port afca54b9-904c-4a30-82cf-d738730e3432 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:36.747590 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (afca54b9-904c-4a30-82cf-d738730e3432), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.778433 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:07:35Z', 'revision_number': 5, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port': {'id': 'afca54b9-904c-4a30-82cf-d738730e3432', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:04:01Z', 'updated_at': '2022-04-12T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.809113 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] Checking router: 900f9585-6446-4bf9-9f2a-d346fb438e8a for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:36.823672 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] Routers {'900f9585-6446-4bf9-9f2a-d346fb438e8a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:36.824963 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['900f9585-6446-4bf9-9f2a-d346fb438e8a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.876371 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-873d5489-dea0-4353-b376-928dc4505c88 req-1e77d2b0-32b7-4867-b331-74e4db3535bf tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495903 Apr 12 11:07:36.888814 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] For port afca54b9-904c-4a30-82cf-d738730e3432, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=afca54b9-904c-4a30-82cf-d738730e3432,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:36.889387 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (afca54b9-904c-4a30-82cf-d738730e3432), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.911608 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Calling delete_port for afca54b9-904c-4a30-82cf-d738730e3432 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:36.948195 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40706) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:36.979262 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] Set router 900f9585-6446-4bf9-9f2a-d346fb438e8a gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:37.110198 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:07:36Z', 'revision_number': 6, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.132179 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b86b9669-ee21-432a-b541-7239993eb686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.139059 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f4720-a3e2-4a82-8e21-af8c968c0150 None None] The sync data for ids ['900f9585-6446-4bf9-9f2a-d346fb438e8a'] in dv-cinder-830089-4-smb is: [{'id': '900f9585-6446-4bf9-9f2a-d346fb438e8a', 'name': 'tempest-TestMinimumBasicScenario-166010356-router', 'tenant_id': '536f5942899e4806ae3c5975ce1df90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:04:00Z', 'updated_at': '2022-04-12T11:07:36Z', 'revision_number': 6, 'project_id': '536f5942899e4806ae3c5975ce1df90b', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:37.216160 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (afca54b9-904c-4a30-82cf-d738730e3432), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.257132 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=afca54b9-904c-4a30-82cf-d738730e3432,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:37.290521 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b86b9669-ee21-432a-b541-7239993eb686 admin admin] Publish callbacks [] for security_group (ce49aa65-e085-488c-a114-7bcf412e20fe), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.300047 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b86b9669-ee21-432a-b541-7239993eb686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ce49aa65-e085-488c-a114-7bcf412e20fe), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.332229 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b86b9669-ee21-432a-b541-7239993eb686 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7433b4046076434d9e2e906d369a26e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836260 Apr 12 11:07:37.336981 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40710) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:37.355800 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b9669-ee21-432a-b541-7239993eb686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49aa65-e085-488c-a114-7bcf412e20fe,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:37.362397 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (900f9585-6446-4bf9-9f2a-d346fb438e8a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.471445 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e19c0a90-48a1-4192-9cd7-90510159b4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.485476 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (900f9585-6446-4bf9-9f2a-d346fb438e8a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.490092 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks [] for router_controller (900f9585-6446-4bf9-9f2a-d346fb438e8a), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.491859 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d12752-2d44-4477-b634-55b425559d9f admin admin] Publish callbacks [] for security_group (ce49aa65-e085-488c-a114-7bcf412e20fe), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.553923 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d12752-2d44-4477-b634-55b425559d9f admin admin] Publish callbacks [] for security_group (ce49aa65-e085-488c-a114-7bcf412e20fe), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.561709 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (900f9585-6446-4bf9-9f2a-d346fb438e8a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.562270 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900f9585-6446-4bf9-9f2a-d346fb438e8a {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:07:37.567774 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.568966 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0c014dde-2829-42e0-a687-7e3455694f6f admin admin] 10.222.0.41 "DELETE /v2.0/routers/900f9585-6446-4bf9-9f2a-d346fb438e8a HTTP/1.1" status: 204 len: 168 time: 1.2959175 Apr 12 11:07:37.571653 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:37.636661 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d12752-2d44-4477-b634-55b425559d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ce49aa65-e085-488c-a114-7bcf412e20fe), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.637262 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Deleting subnet 84f006e8-f2fe-4583-86df-d02195f24e61 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:37.641564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d12752-2d44-4477-b634-55b425559d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.642403 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Publish callbacks [] for subnet (84f006e8-f2fe-4583-86df-d02195f24e61), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.644312 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-f9d12752-2d44-4477-b634-55b425559d9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce49aa65-e085-488c-a114-7bcf412e20fe HTTP/1.1" status: 204 len: 168 time: 0.3039556 Apr 12 11:07:37.690395 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d12752-2d44-4477-b634-55b425559d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49aa65-e085-488c-a114-7bcf412e20fe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:37.716588 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (84f006e8-f2fe-4583-86df-d02195f24e61), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.846757 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (84f006e8-f2fe-4583-86df-d02195f24e61), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.942343 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (84f006e8-f2fe-4583-86df-d02195f24e61), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.052706 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f006e8-f2fe-4583-86df-d02195f24e61,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:38.064717 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.064894 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cccf0-48ff-4d82-aa6e-fdbc17e2c632 None None] Network 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:38.071019 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-86d1a865-e430-4fc7-9d70-825f9497c40c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/84f006e8-f2fe-4583-86df-d02195f24e61 HTTP/1.1" status: 204 len: 168 time: 0.4957502 Apr 12 11:07:38.071433 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40730) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:38.076744 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089b19c-519a-4bbb-8eb8-65f3abffa0d6 req-f5b05f77-03de-4bc2-813c-e892fe5d6ff3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.078307 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c089b19c-519a-4bbb-8eb8-65f3abffa0d6 req-f5b05f77-03de-4bc2-813c-e892fe5d6ff3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0767593 Apr 12 11:07:38.185804 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c089b19c-519a-4bbb-8eb8-65f3abffa0d6 req-af9b4e83-4d7b-490c-a5f3-bddf6a4a425a tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988541 Apr 12 11:07:38.208810 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.289721 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Deleting port 231b4d1e-cfae-4ac7-b0be-689009d160aa {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:38.290097 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.331164 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d5328-e351-46e4-a151-2279668eeafc None None] DHCP port deletion for 5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:07:38.375455 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] For port 231b4d1e-cfae-4ac7-b0be-689009d160aa, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=231b4d1e-cfae-4ac7-b0be-689009d160aa,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:38.375921 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.400240 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Calling delete_port for 231b4d1e-cfae-4ac7-b0be-689009d160aa owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:38.406002 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-001d5328-e351-46e4-a151-2279668eeafc None None] Deleting port 231b4d1e-cfae-4ac7-b0be-689009d160aa {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:38.406386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-001d5328-e351-46e4-a151-2279668eeafc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.513975 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-001d5328-e351-46e4-a151-2279668eeafc None None] For port 231b4d1e-cfae-4ac7-b0be-689009d160aa, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=231b4d1e-cfae-4ac7-b0be-689009d160aa,segment=NetworkSegment(96e4c514-effe-4bfd-a344-0582ae04e266),segment_id=96e4c514-effe-4bfd-a344-0582ae04e266)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:38.514637 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-001d5328-e351-46e4-a151-2279668eeafc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.528923 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.545311 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-001d5328-e351-46e4-a151-2279668eeafc None None] Calling delete_port for 231b4d1e-cfae-4ac7-b0be-689009d160aa owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:38.569227 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Pushing event deleted for resources: {'Port': ['ID=231b4d1e-cfae-4ac7-b0be-689009d160aa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:38.577103 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] No DVR routers for this DVR port 231b4d1e-cfae-4ac7-b0be-689009d160aa on host dv-cinder-830089-4-smb {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:38.651520 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-001d5328-e351-46e4-a151-2279668eeafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (231b4d1e-cfae-4ac7-b0be-689009d160aa), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.687200 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.712136 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5328-e351-46e4-a151-2279668eeafc None None] Pushing event deleted for resources: {'Port': ['ID=231b4d1e-cfae-4ac7-b0be-689009d160aa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:38.716506 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d5328-e351-46e4-a151-2279668eeafc None None] No DVR routers for this DVR port 231b4d1e-cfae-4ac7-b0be-689009d160aa on host dv-cinder-830089-4-smb {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:38.718393 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:38.734446 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e4c514-effe-4bfd-a344-0582ae04e266') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:38.734925 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e4c514-effe-4bfd-a344-0582ae04e266') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:38.748957 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (96e4c514-effe-4bfd-a344-0582ae04e266), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.767711 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (96e4c514-effe-4bfd-a344-0582ae04e266), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.776331 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:38.776903 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (96e4c514-effe-4bfd-a344-0582ae04e266), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:38.779261 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:38.884178 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.898170 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.903321 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] 10.222.0.41 "DELETE /v2.0/networks/5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc HTTP/1.1" status: 204 len: 168 time: 0.8306043 Apr 12 11:07:38.914132 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31ea7-9c57-49aa-a7c9-7d356455985d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba8576a-c323-4d7a-b873-f3d8d4bc6ebc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:39.112446 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 231b4d1e-cfae-4ac7-b0be-689009d160aa no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:39.146054 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 231b4d1e-cfae-4ac7-b0be-689009d160aa {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:39.146414 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 231b4d1e-cfae-4ac7-b0be-689009d160aa not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:39.147406 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 64647023-1014-48bf-b6ed-c85cdae79260 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:39.174718 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 64647023-1014-48bf-b6ed-c85cdae79260 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:39.175055 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 64647023-1014-48bf-b6ed-c85cdae79260 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:39.175654 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device afca54b9-904c-4a30-82cf-d738730e3432 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:39.190143 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40762) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.203822 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: afca54b9-904c-4a30-82cf-d738730e3432 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:39.204536 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device afca54b9-904c-4a30-82cf-d738730e3432 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:39.257912 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40768) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.258670 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b51a2318-9b02-4714-a554-cec4dae88281 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf2de320dc8b4afc881c905a9d245b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669520 Apr 12 11:07:39.316157 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.327741 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a7097d-8c75-4fd7-ab1c-43e3fc13be91 admin admin] Publish callbacks [] for security_group (7cc16e26-345b-43a4-84ee-4b4750cf0a12), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.347306 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52993113-b9d0-4ab7-b844-a5bf900951b2 req-15ad75ac-f0c3-437a-9a15-948ebe5e0f33 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.349641 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-52993113-b9d0-4ab7-b844-a5bf900951b2 req-15ad75ac-f0c3-437a-9a15-948ebe5e0f33 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0801740 Apr 12 11:07:39.362267 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a7097d-8c75-4fd7-ab1c-43e3fc13be91 admin admin] Publish callbacks [] for security_group (7cc16e26-345b-43a4-84ee-4b4750cf0a12), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.414474 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-52993113-b9d0-4ab7-b844-a5bf900951b2 req-f723bac0-dbf3-4b3a-a61a-81a664d69a1f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557182 Apr 12 11:07:39.450604 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a7097d-8c75-4fd7-ab1c-43e3fc13be91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7cc16e26-345b-43a4-84ee-4b4750cf0a12), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.453308 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a7097d-8c75-4fd7-ab1c-43e3fc13be91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.463227 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-12a7097d-8c75-4fd7-ab1c-43e3fc13be91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cc16e26-345b-43a4-84ee-4b4750cf0a12 HTTP/1.1" status: 204 len: 168 time: 0.2011709 Apr 12 11:07:39.472953 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-561a0323-e150-4f16-8a00-ce61663f158f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.478966 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7097d-8c75-4fd7-ab1c-43e3fc13be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc16e26-345b-43a4-84ee-4b4750cf0a12,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:39.593907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-561a0323-e150-4f16-8a00-ce61663f158f admin admin] Publish callbacks [] for security_group (00d81ee6-c58d-48ce-8216-7a42a5c0f8bf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.600359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-561a0323-e150-4f16-8a00-ce61663f158f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (00d81ee6-c58d-48ce-8216-7a42a5c0f8bf), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.640176 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a0323-e150-4f16-8a00-ce61663f158f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d81ee6-c58d-48ce-8216-7a42a5c0f8bf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:39.646960 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-561a0323-e150-4f16-8a00-ce61663f158f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=877e0a2a52fb435d9d5092feb05680a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272312 Apr 12 11:07:39.647338 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40778) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.729990 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12744152-19d6-43a1-95c5-76961d975bfb admin admin] Publish callbacks [] for security_group (00d81ee6-c58d-48ce-8216-7a42a5c0f8bf), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.755984 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12744152-19d6-43a1-95c5-76961d975bfb admin admin] Publish callbacks [] for security_group (00d81ee6-c58d-48ce-8216-7a42a5c0f8bf), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.820583 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12744152-19d6-43a1-95c5-76961d975bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (00d81ee6-c58d-48ce-8216-7a42a5c0f8bf), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.823416 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12744152-19d6-43a1-95c5-76961d975bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.824610 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-12744152-19d6-43a1-95c5-76961d975bfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00d81ee6-c58d-48ce-8216-7a42a5c0f8bf HTTP/1.1" status: 204 len: 168 time: 0.1762636 Apr 12 11:07:39.833372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12744152-19d6-43a1-95c5-76961d975bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d81ee6-c58d-48ce-8216-7a42a5c0f8bf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:39.877477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40782) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.933892 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b26c0ff5-7e6b-4508-82b9-d1c695398634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.952494 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-65be2f38-4c82-4d08-9ea1-4157b7f568be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=536f5942899e4806ae3c5975ce1df90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734618 Apr 12 11:07:39.955026 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40784) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:40.011558 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-626a3fd7-a43e-4501-b5af-c7642148b4ee admin admin] Publish callbacks [] for security_group (7dd56546-2e8a-4863-b99f-d1ab5c26bd4c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.047023 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-626a3fd7-a43e-4501-b5af-c7642148b4ee admin admin] Publish callbacks [] for security_group (7dd56546-2e8a-4863-b99f-d1ab5c26bd4c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.115857 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-626a3fd7-a43e-4501-b5af-c7642148b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7dd56546-2e8a-4863-b99f-d1ab5c26bd4c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.118884 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-626a3fd7-a43e-4501-b5af-c7642148b4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.122538 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-626a3fd7-a43e-4501-b5af-c7642148b4ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dd56546-2e8a-4863-b99f-d1ab5c26bd4c HTTP/1.1" status: 204 len: 168 time: 0.1626017 Apr 12 11:07:40.136836 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a3fd7-a43e-4501-b5af-c7642148b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd56546-2e8a-4863-b99f-d1ab5c26bd4c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:40.200549 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40796) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:40.621444 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0ad22-1e13-42d5-b201-75d4ce278d13 req-ef960841-3164-4ab2-858c-d2622171f5ff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:40.628681 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.631274 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-93e0ad22-1e13-42d5-b201-75d4ce278d13 req-ef960841-3164-4ab2-858c-d2622171f5ff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0777755 Apr 12 11:07:41.028543 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-93e0ad22-1e13-42d5-b201-75d4ce278d13 req-0f42edc8-5697-438c-8881-9330a52a4c95 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962026 Apr 12 11:07:41.365167 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (95cc0deb-b56b-41d9-adb0-cc815f56f00a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.608143 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Deleting port f9871e9f-562c-4956-b6f4-b6d65e85ebbf {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:41.608493 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.701016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] For port f9871e9f-562c-4956-b6f4-b6d65e85ebbf, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:41.701795 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.714788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Calling delete_port for f9871e9f-562c-4956-b6f4-b6d65e85ebbf owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:41.931950 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (f9871e9f-562c-4956-b6f4-b6d65e85ebbf), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.968473 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9871e9f-562c-4956-b6f4-b6d65e85ebbf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:42.040480 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143086-172a-431f-b299-13f53629742a req-b736937e-9c96-49f3-bf13-ed7b36c4a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:42.042167 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-b736937e-9c96-49f3-bf13-ed7b36c4a0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1129 time: 0.0844290 Apr 12 11:07:42.112012 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:42.167677 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7e2c-7dab-44e9-9220-5dde2a252011 req-6511ba31-edc4-4604-bb85-b8f06c436d96 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:42.169241 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51eb7e2c-7dab-44e9-9220-5dde2a252011 req-6511ba31-edc4-4604-bb85-b8f06c436d96 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Apr 12 11:07:42.216255 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-51eb7e2c-7dab-44e9-9220-5dde2a252011 req-55af45f7-508e-4c68-82ff-a4bff6772f79 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410895 Apr 12 11:07:42.220730 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143086-172a-431f-b299-13f53629742a req-81ad8573-3606-4ccf-b8b4-29833889ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:42.222277 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-81ad8573-3606-4ccf-b8b4-29833889ffec service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.1732845 Apr 12 11:07:42.270027 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (95cc0deb-b56b-41d9-adb0-cc815f56f00a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:42.334437 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-8f821d66-dc02-4c14-b76a-dc0a9eef12f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 1000 time: 0.1046004 Apr 12 11:07:42.421762 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143086-172a-431f-b299-13f53629742a req-9d74be76-f760-49ef-9ee3-d73d4bbe4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:42.423255 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-9d74be76-f760-49ef-9ee3-d73d4bbe4035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0826094 Apr 12 11:07:42.505140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143086-172a-431f-b299-13f53629742a req-cd5d3d66-3996-4799-bcb8-e86244243e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:42.506521 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-cd5d3d66-3996-4799-bcb8-e86244243e87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0767784 Apr 12 11:07:42.633521 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Router 95cc0deb-b56b-41d9-adb0-cc815f56f00a has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:42.646832 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-5eab684f-4c24-40cd-8a6b-107f065988c3 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337934 Apr 12 11:07:42.820066 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c143086-172a-431f-b299-13f53629742a req-11506710-315d-4183-b9cd-7f3cd3552c85 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662738 Apr 12 11:07:42.821184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:42.826941 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fb94fe77-0fcc-428e-8a57-2e766f4d2fbc admin admin] 10.222.0.41 "PUT /v2.0/routers/95cc0deb-b56b-41d9-adb0-cc815f56f00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6247797 Apr 12 11:07:42.829037 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:42.833761 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] Sync routers for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:42.866218 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:42.866890 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:42.939779 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks [] for router (95cc0deb-b56b-41d9-adb0-cc815f56f00a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:42.988085 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:43.073114 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks [] for router_gateway (95cc0deb-b56b-41d9-adb0-cc815f56f00a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.123304 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Deleting port ede566d2-e7b9-46d5-8ef7-ec190c768405 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:43.123802 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.174471 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:07:41Z', 'revision_number': 5, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port': {'id': 'ede566d2-e7b9-46d5-8ef7-ec190c768405', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:43.201398 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] Checking router: 95cc0deb-b56b-41d9-adb0-cc815f56f00a for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:43.203012 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] For port ede566d2-e7b9-46d5-8ef7-ec190c768405, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=ede566d2-e7b9-46d5-8ef7-ec190c768405,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:43.203371 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.210012 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] Routers {'95cc0deb-b56b-41d9-adb0-cc815f56f00a'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:43.210660 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:07:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:43.216094 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Calling delete_port for ede566d2-e7b9-46d5-8ef7-ec190c768405 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:43.299235 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] Set router 95cc0deb-b56b-41d9-adb0-cc815f56f00a gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:43.355296 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:07:43Z', 'revision_number': 6, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:43.382306 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3f4d1-3b41-4489-aaf7-edb27bf4a263 None None] The sync data for ids ['95cc0deb-b56b-41d9-adb0-cc815f56f00a'] in dv-cinder-830089-4-smb is: [{'id': '95cc0deb-b56b-41d9-adb0-cc815f56f00a', 'name': 'tempest-AttachVolumeTestJSON-378247956-router', 'tenant_id': '96b66c5e64344386a5699595493fc2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:49Z', 'updated_at': '2022-04-12T11:07:43Z', 'revision_number': 6, 'project_id': '96b66c5e64344386a5699595493fc2e7', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:43.657242 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c003-aecf-41e7-8f9d-2077143a579c req-d93ae703-ed5c-4e09-8f06-33dacfb2c99f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:43.658778 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0db0c003-aecf-41e7-8f9d-2077143a579c req-d93ae703-ed5c-4e09-8f06-33dacfb2c99f tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 945 time: 0.3412781 Apr 12 11:07:43.742279 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0db0c003-aecf-41e7-8f9d-2077143a579c req-58bdc894-a561-4eec-98b1-1992cbbba40b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775943 Apr 12 11:07:43.744745 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.747865 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (ede566d2-e7b9-46d5-8ef7-ec190c768405), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.778985 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ede566d2-e7b9-46d5-8ef7-ec190c768405,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:43.843026 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (95cc0deb-b56b-41d9-adb0-cc815f56f00a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.932471 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (95cc0deb-b56b-41d9-adb0-cc815f56f00a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.934720 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks [] for router_controller (95cc0deb-b56b-41d9-adb0-cc815f56f00a), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.977713 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (95cc0deb-b56b-41d9-adb0-cc815f56f00a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.978283 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95cc0deb-b56b-41d9-adb0-cc815f56f00a {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:07:43.982710 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.983827 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-1aa8e499-969d-44f1-9df7-d5b788c628ce admin admin] 10.222.0.41 "DELETE /v2.0/routers/95cc0deb-b56b-41d9-adb0-cc815f56f00a HTTP/1.1" status: 204 len: 168 time: 1.1534078 Apr 12 11:07:43.986313 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40868) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:43.999018 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:44.036519 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Deleting subnet de475af3-d147-4b80-995f-ace98680611f {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:44.040017 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Publish callbacks [] for subnet (de475af3-d147-4b80-995f-ace98680611f), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.074421 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (de475af3-d147-4b80-995f-ace98680611f), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.083067 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: ACTIVE; New status is: DOWN {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:44.083466 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.105462 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:44.107819 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f741921-5ca9-481f-88a9-ff54a1c55f8d" -d '{"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-unplugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:44.122439 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:44.132069 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.159952 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (de475af3-d147-4b80-995f-ace98680611f), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.161060 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3df2e4-afd3-4535-a64d-328acabcccf7 x-openstack-request-id: req-3e3df2e4-afd3-4535-a64d-328acabcccf7 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:44.161310 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-unplugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:44.161722 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e3df2e4-afd3-4535-a64d-328acabcccf7 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:44.162430 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3df2e4-afd3-4535-a64d-328acabcccf7'] response: {'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'code': 200} Apr 12 11:07:44.189732 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=8']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:44.220695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (de475af3-d147-4b80-995f-ace98680611f), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.249386 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de475af3-d147-4b80-995f-ace98680611f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:44.251408 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.257205 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40874) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:44.257667 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-3e284457-61b5-42b7-baad-efb9e6289438 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de475af3-d147-4b80-995f-ace98680611f HTTP/1.1" status: 204 len: 168 time: 0.2699051 Apr 12 11:07:44.267726 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b5110-90fe-4b29-bf68-86382af6335f None None] Network 7dc39e1a-dd25-4363-9f4c-61cc404afa72 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:44.330705 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (7dc39e1a-dd25-4363-9f4c-61cc404afa72), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.378444 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Deleting port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:44.378882 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.438818 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] DHCP port deletion for 7dc39e1a-dd25-4363-9f4c-61cc404afa72 request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:07:44.452735 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] For port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:44.453401 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.477523 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Calling delete_port for 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:44.483193 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] Deleting port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:44.483583 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.555263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] For port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,segment=NetworkSegment(67b9ae0f-47cd-4f4b-93c5-7795a66e6001),segment_id=67b9ae0f-47cd-4f4b-93c5-7795a66e6001)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:44.555263 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.565490 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] Calling delete_port for 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:44.567687 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.592744 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:44.597168 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] No DVR routers for this DVR port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 on host dv-cinder-830089-4-smb {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:44.642053 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.664571 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] Pushing event deleted for resources: {'Port': ['ID=5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:44.670017 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a579038-cc7a-4298-aab3-585179da7aa8 None None] No DVR routers for this DVR port 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 on host dv-cinder-830089-4-smb {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:44.672410 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (7dc39e1a-dd25-4363-9f4c-61cc404afa72), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.696810 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc39e1a-dd25-4363-9f4c-61cc404afa72']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:44.706455 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b9ae0f-47cd-4f4b-93c5-7795a66e6001') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:44.706788 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b9ae0f-47cd-4f4b-93c5-7795a66e6001') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:44.716200 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (67b9ae0f-47cd-4f4b-93c5-7795a66e6001), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.729293 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (67b9ae0f-47cd-4f4b-93c5-7795a66e6001), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.735050 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:44.735462 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (67b9ae0f-47cd-4f4b-93c5-7795a66e6001), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:44.737108 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:44.791800 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (7dc39e1a-dd25-4363-9f4c-61cc404afa72), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.809785 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:44.810220 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dc39e1a-dd25-4363-9f4c-61cc404afa72 HTTP/1.1" status: 204 len: 168 time: 0.5510230 Apr 12 11:07:44.811255 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa2fad-e496-4e9c-84e1-0c6d5feb626c admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc39e1a-dd25-4363-9f4c-61cc404afa72,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:44.871378 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6986bc-abf8-4dc0-bbfc-0ab2c259fb1b req-532cf685-1a96-4e81-b083-559f1dec8b87 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:44.873018 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb6986bc-abf8-4dc0-bbfc-0ab2c259fb1b req-532cf685-1a96-4e81-b083-559f1dec8b87 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0497942 Apr 12 11:07:44.924146 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb6986bc-abf8-4dc0-bbfc-0ab2c259fb1b req-79268bf2-94ba-4629-90b4-217c43386223 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452850 Apr 12 11:07:44.989506 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40882) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:45.033170 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e8e57e99-b399-42f9-ad2f-be998a326446 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96b66c5e64344386a5699595493fc2e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422943 Apr 12 11:07:45.035769 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:45.090416 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ede566d2-e7b9-46d5-8ef7-ec190c768405 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:45.098589 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc0aef8b-8e2a-45bd-b921-512a58ca450e admin admin] Publish callbacks [] for security_group (d6a48e4a-e19d-467b-b712-59cab90ce9c4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:45.118207 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: ede566d2-e7b9-46d5-8ef7-ec190c768405 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:45.118798 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ede566d2-e7b9-46d5-8ef7-ec190c768405 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:45.119402 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:45.126473 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc0aef8b-8e2a-45bd-b921-512a58ca450e admin admin] Publish callbacks [] for security_group (d6a48e4a-e19d-467b-b712-59cab90ce9c4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:45.140954 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:45.141426 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5fc2a8b7-1b69-409a-bfe1-b0f6bdd0d057 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:45.142208 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device f9871e9f-562c-4956-b6f4-b6d65e85ebbf no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:45.169739 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: f9871e9f-562c-4956-b6f4-b6d65e85ebbf {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:45.170228 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device f9871e9f-562c-4956-b6f4-b6d65e85ebbf not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:45.185025 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc0aef8b-8e2a-45bd-b921-512a58ca450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d6a48e4a-e19d-467b-b712-59cab90ce9c4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:45.188115 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc0aef8b-8e2a-45bd-b921-512a58ca450e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:45.189682 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-dc0aef8b-8e2a-45bd-b921-512a58ca450e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6a48e4a-e19d-467b-b712-59cab90ce9c4 HTTP/1.1" status: 204 len: 168 time: 0.1528161 Apr 12 11:07:45.198743 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0aef8b-8e2a-45bd-b921-512a58ca450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a48e4a-e19d-467b-b712-59cab90ce9c4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:45.920742 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e56d6f-18ce-4f4f-a03e-7bdfdd9895cc req-795ea5d8-522b-4b3a-86b3-8c5fcb195447 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:45.922397 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-15e56d6f-18ce-4f4f-a03e-7bdfdd9895cc req-795ea5d8-522b-4b3a-86b3-8c5fcb195447 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0528238 Apr 12 11:07:45.981536 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-15e56d6f-18ce-4f4f-a03e-7bdfdd9895cc req-6a4e5885-71ce-4857-b74f-5b7e7f5bd224 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528617 Apr 12 11:07:46.327593 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40970) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:46.537530 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-1640630d-e5f8-407b-a498-edd41a8d4933 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2083049 Apr 12 11:07:46.546793 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-2074d11d-3945-42dc-9e85-f3add2aa86e8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:07:46.548027 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-2074d11d-3945-42dc-9e85-f3add2aa86e8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054185 Apr 12 11:07:46.584631 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 40984) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:46.663683 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc877412-c5f8-47f4-9b43-4d56dcf0a89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.737030 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 40996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:46.752899 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc877412-c5f8-47f4-9b43-4d56dcf0a89d admin admin] Publish callbacks [] for security_group (f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.757292 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc877412-c5f8-47f4-9b43-4d56dcf0a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.804298 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-bc877412-c5f8-47f4-9b43-4d56dcf0a89d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=378bfd8c75df49b8a09b986d2123cd1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184861 Apr 12 11:07:46.805687 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc877412-c5f8-47f4-9b43-4d56dcf0a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:46.807352 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41002) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:46.857812 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-2993e787-cebc-4b88-8881-9937dcc4c3b5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.859198 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-2993e787-cebc-4b88-8881-9937dcc4c3b5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports/2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 940 time: 0.1205959 Apr 12 11:07:46.890159 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df3cc673-0453-4001-97c9-5047c2473426 admin admin] Publish callbacks [] for security_group (f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.915068 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df3cc673-0453-4001-97c9-5047c2473426 admin admin] Publish callbacks [] for security_group (f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.967362 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df3cc673-0453-4001-97c9-5047c2473426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.970160 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df3cc673-0453-4001-97c9-5047c2473426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.970531 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41010) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:46.971375 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-df3cc673-0453-4001-97c9-5047c2473426 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65 HTTP/1.1" status: 204 len: 168 time: 0.1628711 Apr 12 11:07:46.981115 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cc673-0453-4001-97c9-5047c2473426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ccdc7a-0f1e-447a-8c37-4a6fd37b3d65,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:47.103464 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5cb42-b4ce-4c89-8c34-00a8f07abf8c req-916eabf2-570f-43d4-a592-f40c3028d9a3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:47.105091 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ecd5cb42-b4ce-4c89-8c34-00a8f07abf8c req-916eabf2-570f-43d4-a592-f40c3028d9a3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0481081 Apr 12 11:07:47.177353 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ecd5cb42-b4ce-4c89-8c34-00a8f07abf8c req-1ca41266-f237-4fb1-8af3-0ce6e75a0d82 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609396 Apr 12 11:07:47.334338 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ead6ad50-e962-4e46-a413-dc5f0ad83e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.416249 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ead6ad50-e962-4e46-a413-dc5f0ad83e19 admin admin] Publish callbacks [] for security_group (f44840de-09ea-463e-a76e-434176b2ddce), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.420348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ead6ad50-e962-4e46-a413-dc5f0ad83e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f44840de-09ea-463e-a76e-434176b2ddce), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.457527 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ead6ad50-e962-4e46-a413-dc5f0ad83e19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d320a5224e6e4064826b8e86b2a2912f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856501 Apr 12 11:07:47.459504 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6ad50-e962-4e46-a413-dc5f0ad83e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44840de-09ea-463e-a76e-434176b2ddce,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:47.461056 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:47.514213 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fef01b65-2db5-4cc3-a10a-8e8d08e58d00 admin admin] Publish callbacks [] for security_group (f44840de-09ea-463e-a76e-434176b2ddce), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.535728 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fef01b65-2db5-4cc3-a10a-8e8d08e58d00 admin admin] Publish callbacks [] for security_group (f44840de-09ea-463e-a76e-434176b2ddce), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.586914 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fef01b65-2db5-4cc3-a10a-8e8d08e58d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (f44840de-09ea-463e-a76e-434176b2ddce), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.589634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fef01b65-2db5-4cc3-a10a-8e8d08e58d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.590822 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-fef01b65-2db5-4cc3-a10a-8e8d08e58d00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f44840de-09ea-463e-a76e-434176b2ddce HTTP/1.1" status: 204 len: 168 time: 0.1279421 Apr 12 11:07:47.598919 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef01b65-2db5-4cc3-a10a-8e8d08e58d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44840de-09ea-463e-a76e-434176b2ddce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:47.855980 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41028) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:47.873826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2473484-631a-40d0-b547-d4cfe150f5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.966776 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-0752faa8-fa98-4d16-942d-a320c520138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:47.968287 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-0752faa8-fa98-4d16-942d-a320c520138c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598&tenant_id=2c05008531754bf68fbf7eb1b5225f78 HTTP/1.1" status: 200 len: 1127 time: 0.0524147 Apr 12 11:07:47.980951 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2473484-631a-40d0-b547-d4cfe150f5ec admin admin] Publish callbacks [] for security_group (e96a697c-54e1-43b5-869d-7e5fcb2a29ab), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.986168 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2473484-631a-40d0-b547-d4cfe150f5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e96a697c-54e1-43b5-869d-7e5fcb2a29ab), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.037004 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:48.059474 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a2473484-631a-40d0-b547-d4cfe150f5ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9535dd3d17e40b9ae23ddd2a71f25ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018638 Apr 12 11:07:48.062065 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2473484-631a-40d0-b547-d4cfe150f5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a697c-54e1-43b5-869d-7e5fcb2a29ab,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:48.062228 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:48.065509 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-dcc4e044-a234-42f1-a429-cd5e8442559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.066822 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-dcc4e044-a234-42f1-a429-cd5e8442559a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1127 time: 0.0637450 Apr 12 11:07:48.117161 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0871290c-b4ff-4315-a25e-c66c46231129 admin admin] Publish callbacks [] for security_group (e96a697c-54e1-43b5-869d-7e5fcb2a29ab), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.132852 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: DOWN; New status is: DOWN {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:48.139056 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0871290c-b4ff-4315-a25e-c66c46231129 admin admin] Publish callbacks [] for security_group (e96a697c-54e1-43b5-869d-7e5fcb2a29ab), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.160126 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-5ddd63de-a2c1-4747-ba3d-915282037f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.161598 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-5ddd63de-a2c1-4747-ba3d-915282037f94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.0885987 Apr 12 11:07:48.185592 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0871290c-b4ff-4315-a25e-c66c46231129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e96a697c-54e1-43b5-869d-7e5fcb2a29ab), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.188148 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0871290c-b4ff-4315-a25e-c66c46231129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.189355 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0871290c-b4ff-4315-a25e-c66c46231129 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e96a697c-54e1-43b5-869d-7e5fcb2a29ab HTTP/1.1" status: 204 len: 168 time: 0.1262484 Apr 12 11:07:48.197204 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871290c-b4ff-4315-a25e-c66c46231129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a697c-54e1-43b5-869d-7e5fcb2a29ab,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:48.246291 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-da263aa6-9893-43f2-9cf0-75b39e05a0c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 998 time: 0.0787611 Apr 12 11:07:48.326071 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4649a-4baf-4420-bc97-588158982949 req-4cb4c4ac-3522-4e03-9981-b514e3b71bb5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.327470 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-09b4649a-4baf-4420-bc97-588158982949 req-4cb4c4ac-3522-4e03-9981-b514e3b71bb5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0755293 Apr 12 11:07:48.344592 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-a0e5c358-5e0b-4d68-bd16-e3d05e00fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.345998 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-a0e5c358-5e0b-4d68-bd16-e3d05e00fe1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0923643 Apr 12 11:07:48.412356 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-f9d373d5-c28f-4680-b545-08fb88bc417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.413849 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-f9d373d5-c28f-4680-b545-08fb88bc417a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0603852 Apr 12 11:07:48.417394 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-09b4649a-4baf-4420-bc97-588158982949 req-64944dd2-88cd-45c1-b09d-558054c93bf2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824838 Apr 12 11:07:48.503716 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-ac60b2aa-11d6-4f8e-b8a8-128f0dce2f89 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830779 Apr 12 11:07:48.595494 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a92e21cf-5ba2-408a-818b-29d3fe2649a3 req-9e40ac1e-4bdf-4c8e-afa1-1466e3a620d1 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 Apr 12 11:07:49.341362 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.553232 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab789a-c6df-4dcf-a761-43bb69b6136c req-b67346a8-f425-473e-b363-1f275820f1d2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:49.555548 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cfab789a-c6df-4dcf-a761-43bb69b6136c req-b67346a8-f425-473e-b363-1f275820f1d2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0591536 Apr 12 11:07:49.647234 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cfab789a-c6df-4dcf-a761-43bb69b6136c req-192df1ff-bea1-4b7f-ba6d-91aa048ed0b2 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857248 Apr 12 11:07:50.769395 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa2d1-e5c9-4180-badd-2a1c86a5468b req-e438d0bd-d866-43e4-9f53-21a402638244 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:50.771622 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110aa2d1-e5c9-4180-badd-2a1c86a5468b req-e438d0bd-d866-43e4-9f53-21a402638244 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0506010 Apr 12 11:07:50.821368 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-110aa2d1-e5c9-4180-badd-2a1c86a5468b req-9fcf88e7-a959-4646-9f7f-37316a1d7589 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Apr 12 11:07:51.051495 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:07:51.946872 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40be4-967c-43e8-9d6a-3d1a1a307d3e req-a08ee571-6e07-4f4f-8ac8-6ea6df2cc63e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:51.948436 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7bb40be4-967c-43e8-9d6a-3d1a1a307d3e req-a08ee571-6e07-4f4f-8ac8-6ea6df2cc63e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0512099 Apr 12 11:07:51.999436 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7bb40be4-967c-43e8-9d6a-3d1a1a307d3e req-caa55e7c-8976-4586-994b-10331321e7f7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451636 Apr 12 11:07:53.129731 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c086-b94a-4a01-a905-8731fe949797 req-1d4b2ab5-7e0d-418c-9a4f-1d4f83d183d3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:53.131266 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0711c086-b94a-4a01-a905-8731fe949797 req-1d4b2ab5-7e0d-418c-9a4f-1d4f83d183d3 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0494893 Apr 12 11:07:53.190653 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0711c086-b94a-4a01-a905-8731fe949797 req-3ec9bc5c-ae20-4a2a-a2c8-25f0e49a44a9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534582 Apr 12 11:07:54.340290 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea46a-29dd-44ab-813d-2d6c3f2e9cd6 req-7fca5b1a-afd0-4e8e-aead-71b040547091 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:54.341630 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-308ea46a-29dd-44ab-813d-2d6c3f2e9cd6 req-7fca5b1a-afd0-4e8e-aead-71b040547091 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0529158 Apr 12 11:07:54.414881 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-308ea46a-29dd-44ab-813d-2d6c3f2e9cd6 req-bcbc5b0a-6450-4a2a-a166-48d960f0a442 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522780 Apr 12 11:07:55.541373 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6a0f-0d5c-48eb-a6dc-167c94acb84b req-3c71027b-8e1a-4735-815f-675c8ae15fcb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:55.542971 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6cde6a0f-0d5c-48eb-a6dc-167c94acb84b req-3c71027b-8e1a-4735-815f-675c8ae15fcb tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0502572 Apr 12 11:07:55.608543 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6cde6a0f-0d5c-48eb-a6dc-167c94acb84b req-6c6089d7-3370-48c1-ba74-7f3f1b5a746b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595207 Apr 12 11:07:56.736182 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1296d63-ddf7-4bf4-96c9-d25a3c4a1635 req-cec0f615-99f5-429c-b213-142c4ab4c277 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:56.737780 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d1296d63-ddf7-4bf4-96c9-d25a3c4a1635 req-cec0f615-99f5-429c-b213-142c4ab4c277 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0488484 Apr 12 11:07:56.796253 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d1296d63-ddf7-4bf4-96c9-d25a3c4a1635 req-b559a9c7-46b3-45c4-839b-c4e1e7c6d7e6 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527751 Apr 12 11:07:57.188841 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.302719 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5f37-bee2-41d8-bbd0-5df78164ad0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.390181 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5f37-bee2-41d8-bbd0-5df78164ad0a admin admin] Publish callbacks [] for security_group (9751ab35-37cd-4400-9af3-e3c19dbd915b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.395359 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5f37-bee2-41d8-bbd0-5df78164ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (9751ab35-37cd-4400-9af3-e3c19dbd915b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.431024 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5f37-bee2-41d8-bbd0-5df78164ad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9751ab35-37cd-4400-9af3-e3c19dbd915b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.435391 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-fc2d5f37-bee2-41d8-bbd0-5df78164ad0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49a0991c901d457cb080c00dfd390816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454629 Apr 12 11:07:57.438019 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.485643 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-966663a8-81ad-4daa-8fdf-705f1c6793f3 admin admin] Publish callbacks [] for security_group (9751ab35-37cd-4400-9af3-e3c19dbd915b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.506398 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-966663a8-81ad-4daa-8fdf-705f1c6793f3 admin admin] Publish callbacks [] for security_group (9751ab35-37cd-4400-9af3-e3c19dbd915b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.559013 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-966663a8-81ad-4daa-8fdf-705f1c6793f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (9751ab35-37cd-4400-9af3-e3c19dbd915b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.561627 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-966663a8-81ad-4daa-8fdf-705f1c6793f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.565163 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-966663a8-81ad-4daa-8fdf-705f1c6793f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9751ab35-37cd-4400-9af3-e3c19dbd915b HTTP/1.1" status: 204 len: 168 time: 0.1238496 Apr 12 11:07:57.570645 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966663a8-81ad-4daa-8fdf-705f1c6793f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9751ab35-37cd-4400-9af3-e3c19dbd915b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.835599 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41210) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.849113 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21d89ac9-9fb3-4ed4-8431-9a3568c5edda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.915702 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3997e35-b7c6-4e29-92a2-0a1d0dbbfb77 req-f23a797e-9036-4556-9a54-b0b8229a63ee tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:57.917365 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f3997e35-b7c6-4e29-92a2-0a1d0dbbfb77 req-f23a797e-9036-4556-9a54-b0b8229a63ee tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0489254 Apr 12 11:07:57.927054 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21d89ac9-9fb3-4ed4-8431-9a3568c5edda admin admin] Publish callbacks [] for security_group (b396ed1c-3482-40da-bd32-d69f6a98b430), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.931985 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21d89ac9-9fb3-4ed4-8431-9a3568c5edda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b396ed1c-3482-40da-bd32-d69f6a98b430), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.964735 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f3997e35-b7c6-4e29-92a2-0a1d0dbbfb77 req-749ec978-b54d-4295-b15a-569040e9f164 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413904 Apr 12 11:07:57.970173 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-21d89ac9-9fb3-4ed4-8431-9a3568c5edda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b40fd9e8f11f48639fa8371363d8b7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335132 Apr 12 11:07:57.971668 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d89ac9-9fb3-4ed4-8431-9a3568c5edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b396ed1c-3482-40da-bd32-d69f6a98b430,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.972890 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41212) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:58.031817 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf35c-69e4-4fdd-a630-92ed1a614035 admin admin] Publish callbacks [] for security_group (b396ed1c-3482-40da-bd32-d69f6a98b430), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.053038 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf35c-69e4-4fdd-a630-92ed1a614035 admin admin] Publish callbacks [] for security_group (b396ed1c-3482-40da-bd32-d69f6a98b430), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.103798 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf35c-69e4-4fdd-a630-92ed1a614035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (b396ed1c-3482-40da-bd32-d69f6a98b430), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.106449 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf35c-69e4-4fdd-a630-92ed1a614035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.107624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b0eaf35c-69e4-4fdd-a630-92ed1a614035 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b396ed1c-3482-40da-bd32-d69f6a98b430 HTTP/1.1" status: 204 len: 168 time: 0.1321468 Apr 12 11:07:58.115678 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaf35c-69e4-4fdd-a630-92ed1a614035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b396ed1c-3482-40da-bd32-d69f6a98b430,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:58.406065 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-bb88b9f2-3b2a-40c0-b83d-c179828b8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:58.407554 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-bb88b9f2-3b2a-40c0-b83d-c179828b8826 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c05008531754bf68fbf7eb1b5225f78&device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1127 time: 0.0445828 Apr 12 11:07:58.516152 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-f84a3a0b-592c-4a6b-93f4-3df6cd6c1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:58.517792 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-f84a3a0b-592c-4a6b-93f4-3df6cd6c1443 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 200 len: 918 time: 0.0918212 Apr 12 11:07:58.583921 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-1a9b0631-91ef-489c-9c8e-1cff0ac4ee7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 200 len: 998 time: 0.0605483 Apr 12 11:07:58.631981 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-f5ebb400-d7f9-40b5-9972-ae21bed225f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:58.633482 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-f5ebb400-d7f9-40b5-9972-ae21bed225f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 200 len: 856 time: 0.0440943 Apr 12 11:07:58.682104 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-efc1e1fa-ef08-437f-8e24-23fb47629497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:58.683796 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-efc1e1fa-ef08-437f-8e24-23fb47629497 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa90ab5-27a1-4446-b358-853fbe9b3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436332 Apr 12 11:07:58.773675 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-aa629f87-e9e1-41a5-9c88-c3bf06c3f160 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Apr 12 11:07:58.866718 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b63d641f-2c98-495a-a4f1-4f37c66dc1c8 req-86ab8105-bf28-4263-bf2e-f6ade6d264c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876310 Apr 12 11:07:59.088437 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b83142-df4c-462c-aaab-1fe0e9600207 req-7bc47d2f-f69c-4a02-b5ed-8e4706a62c66 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:59.089115 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e1b83142-df4c-462c-aaab-1fe0e9600207 req-7bc47d2f-f69c-4a02-b5ed-8e4706a62c66 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0504310 Apr 12 11:07:59.135889 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e1b83142-df4c-462c-aaab-1fe0e9600207 req-8614f5cf-be5c-4fbc-852b-692872cf9a0e tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Apr 12 11:08:00.115442 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:08:00.225203 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:00.240441 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'port_id': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'mac_address': 'fa:16:3e:19:83:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:08:00.258713 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb3cd8-8fd7-485e-86fe-02ac1edb4398 req-f93d5f37-037a-4c22-9b02-94765752c30c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:00.260624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fbeb3cd8-8fd7-485e-86fe-02ac1edb4398 req-f93d5f37-037a-4c22-9b02-94765752c30c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 943 time: 0.0500221 Apr 12 11:08:00.280208 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:00.280606 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:00.293905 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f44305c-4f93-44a9-8f9e-048b437950ef {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:00.310172 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fbeb3cd8-8fd7-485e-86fe-02ac1edb4398 req-ef4471b7-0b05-437d-9bb1-6e4e254b2a73 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427618 Apr 12 11:08:00.313526 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:00.318696 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:00.367210 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=9']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:00.608921 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['2f44305c-4f93-44a9-8f9e-048b437950ef'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:01.429616 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698a5d-2548-45e6-bdba-51db69d305f8 req-9b71ad50-16c1-4741-9a65-f04e5b9730b4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:01.431065 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-77698a5d-2548-45e6-bdba-51db69d305f8 req-9b71ad50-16c1-4741-9a65-f04e5b9730b4 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 944 time: 0.0463102 Apr 12 11:08:01.482975 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-77698a5d-2548-45e6-bdba-51db69d305f8 req-60131d1e-af9c-4fe4-8c1d-99f47e09fdc5 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Apr 12 11:08:02.133272 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:02.183817 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 2f44305c-4f93-44a9-8f9e-048b437950ef triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:02.184461 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.266556 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 2f44305c-4f93-44a9-8f9e-048b437950ef is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:02.267019 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.290905 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:02.293625 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e84e10-41a4-46d2-be68-95ffc34fb067" -d '{"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-plugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:02.306587 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:02.314415 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.339093 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b548e7af-d1da-419a-b07e-09fbb2a33242 x-openstack-request-id: req-b548e7af-d1da-419a-b07e-09fbb2a33242 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:02.339450 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-plugged", "status": "completed", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:02.339692 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b548e7af-d1da-419a-b07e-09fbb2a33242 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:02.340082 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b548e7af-d1da-419a-b07e-09fbb2a33242'] response: {'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'code': 200} Apr 12 11:08:02.367061 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=10']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:02.570617 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96bc98-9ab9-41f3-b16b-3da933da4499 req-4c75055e-544e-4558-9da5-fe57ad1be760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:02.572144 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb96bc98-9ab9-41f3-b16b-3da933da4499 req-4c75055e-544e-4558-9da5-fe57ad1be760 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 1130 time: 0.0432758 Apr 12 11:08:02.607455 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298afbe-7222-444a-b1fd-982d288589fe req-9e8ad3d5-f3da-4603-838f-05902b816eff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:02.609101 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0298afbe-7222-444a-b1fd-982d288589fe req-9e8ad3d5-f3da-4603-838f-05902b816eff tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 946 time: 0.0524199 Apr 12 11:08:02.629001 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-bb96bc98-9ab9-41f3-b16b-3da933da4499 req-9f4038fc-7205-443a-b681-2e00b5921c9b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499165 Apr 12 11:08:02.658865 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0298afbe-7222-444a-b1fd-982d288589fe req-610d09e8-7bfc-4a3f-a1c7-90bdf0a1316b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Apr 12 11:08:03.778334 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e2ed9-5540-4a2d-a00b-6a1f861e3dc3 req-efd0b82d-58b2-4615-b462-64ddc53c979c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:03.779821 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7b0e2ed9-5540-4a2d-a00b-6a1f861e3dc3 req-efd0b82d-58b2-4615-b462-64ddc53c979c tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 946 time: 0.0472355 Apr 12 11:08:03.830734 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7b0e2ed9-5540-4a2d-a00b-6a1f861e3dc3 req-c9aa9437-02a9-4aa2-8742-33ea5cb065b7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Apr 12 11:08:04.545257 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41378) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.650805 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-489b7756-a9aa-4883-a3c4-81a956d18815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.727518 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-489b7756-a9aa-4883-a3c4-81a956d18815 admin admin] Publish callbacks [] for security_group (d972bc88-f35e-47fb-a808-65f338e1840d), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.732832 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-489b7756-a9aa-4883-a3c4-81a956d18815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d972bc88-f35e-47fb-a808-65f338e1840d), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.768731 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b7756-a9aa-4883-a3c4-81a956d18815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d972bc88-f35e-47fb-a808-65f338e1840d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.773014 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-489b7756-a9aa-4883-a3c4-81a956d18815 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73b59a1fd24d48a2a999ed052f60a5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260237 Apr 12 11:08:04.775681 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41382) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.827376 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba7ba31-9c06-447d-98a8-e5ddf26d9b8f admin admin] Publish callbacks [] for security_group (d972bc88-f35e-47fb-a808-65f338e1840d), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.850062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba7ba31-9c06-447d-98a8-e5ddf26d9b8f admin admin] Publish callbacks [] for security_group (d972bc88-f35e-47fb-a808-65f338e1840d), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.900690 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba7ba31-9c06-447d-98a8-e5ddf26d9b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d972bc88-f35e-47fb-a808-65f338e1840d), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.903346 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba7ba31-9c06-447d-98a8-e5ddf26d9b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.907215 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-bba7ba31-9c06-447d-98a8-e5ddf26d9b8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d972bc88-f35e-47fb-a808-65f338e1840d HTTP/1.1" status: 204 len: 168 time: 0.1279118 Apr 12 11:08:04.913984 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7ba31-9c06-447d-98a8-e5ddf26d9b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d972bc88-f35e-47fb-a808-65f338e1840d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.959708 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36c9e7-bf81-429e-bc2a-3b35f6f411e2 req-d0ae60d1-c631-4d02-9ce4-c56ea01f8ccf tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:04.961188 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6a36c9e7-bf81-429e-bc2a-3b35f6f411e2 req-d0ae60d1-c631-4d02-9ce4-c56ea01f8ccf tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 946 time: 0.0487902 Apr 12 11:08:05.007862 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6a36c9e7-bf81-429e-bc2a-3b35f6f411e2 req-666e97b4-1209-48c9-8be0-543fc25622cd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Apr 12 11:08:05.168236 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41392) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:05.182067 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23ddfb91-6ce4-4fd5-a57d-36973f49c77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.258896 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23ddfb91-6ce4-4fd5-a57d-36973f49c77d admin admin] Publish callbacks [] for security_group (3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.264973 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23ddfb91-6ce4-4fd5-a57d-36973f49c77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.300823 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddfb91-6ce4-4fd5-a57d-36973f49c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:05.305072 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-23ddfb91-6ce4-4fd5-a57d-36973f49c77d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d26111c5eabb4fe69403d250a88066c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357956 Apr 12 11:08:05.307975 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41394) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:05.354829 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-681be98e-e634-4576-8d2c-90d3f6f4a920 admin admin] Publish callbacks [] for security_group (3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.375366 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-681be98e-e634-4576-8d2c-90d3f6f4a920 admin admin] Publish callbacks [] for security_group (3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.426350 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-681be98e-e634-4576-8d2c-90d3f6f4a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.428815 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-681be98e-e634-4576-8d2c-90d3f6f4a920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.429978 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-681be98e-e634-4576-8d2c-90d3f6f4a920 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0 HTTP/1.1" status: 204 len: 168 time: 0.1212487 Apr 12 11:08:05.437581 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be98e-e634-4576-8d2c-90d3f6f4a920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f6ac0-db56-4a38-a9f0-fefca62fb5c0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:07.471494 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05d73350-a782-439b-b203-134f4dce5499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.899361 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6049ae4b-3c94-44b6-9c86-b5d54c5d3fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:10.621393 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.115045 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.742897 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.233768 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41508) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:18.393780 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Deleting port f8180c8d-6799-4f70-9e51-2e95a8757ae2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:18.394125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.469759 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.469978 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for floatingip (f8180c8d-6799-4f70-9e51-2e95a8757ae2), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.481925 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Calling delete_port for f8180c8d-6799-4f70-9e51-2e95a8757ae2 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:18.639553 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (f8180c8d-6799-4f70-9e51-2e95a8757ae2), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.665558 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event deleted for resources: {'Port': ['ID=f8180c8d-6799-4f70-9e51-2e95a8757ae2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:18.688989 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.689356 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.689692 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.690003 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.690326 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.690676 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.691005 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.691317 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.691634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.691950 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.692267 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.692587 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.692901 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.693215 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.693508 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:18.736493 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for floatingip (9d792e1e-583d-4246-9e33-d42d5e5c0a4e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.736712 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Floating IP 9d792e1e-583d-4246-9e33-d42d5e5c0a4e disassociated (deleted). External IP: 172.28.2.50, port: 9c8da862-7325-4b79-849b-fac794e09a06. Apr 12 11:08:18.957982 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Router 7649c33a-e526-47dc-98a0-82712869c75e has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:19.335006 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.337643 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:19.342200 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.348716 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] Sync routers for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:19.358192 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:19.358947 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:19.380720 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6ebf36e3-b2ba-4624-9eef-b9d18bb84970 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "DELETE /v2.0/floatingips/9d792e1e-583d-4246-9e33-d42d5e5c0a4e HTTP/1.1" status: 204 len: 168 time: 1.1458187 Apr 12 11:08:19.381307 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:19.383660 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:19.427332 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f021fb6e-3986-476c-b84a-b51a8878587c x-openstack-request-id: req-f021fb6e-3986-476c-b84a-b51a8878587c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:19.427621 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:19.427867 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f021fb6e-3986-476c-b84a-b51a8878587c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:19.428266 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f021fb6e-3986-476c-b84a-b51a8878587c'] response: {'name': 'network-changed', 'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'status': 'completed', 'code': 200} Apr 12 11:08:19.538124 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-d4327549-13f6-44cf-891b-b0fd9a030cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.539701 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-d4327549-13f6-44cf-891b-b0fd9a030cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02fa376049aa491ea8b8534b90d19da0&device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 1129 time: 0.0673866 Apr 12 11:08:19.614836 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:19.645419 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d0ea2-5e11-43a9-a443-640a4d873245 req-b05c7b9b-38c6-44b2-a4e9-4319292e4226 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.647009 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1f0d0ea2-5e11-43a9-a443-640a4d873245 req-b05c7b9b-38c6-44b2-a4e9-4319292e4226 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0529745 Apr 12 11:08:19.709108 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-1f0d0ea2-5e11-43a9-a443-640a4d873245 req-26921a6e-0170-427c-9ac2-ebc446803a0e tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556006 Apr 12 11:08:19.806860 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:19.833291 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] Checking router: 7649c33a-e526-47dc-98a0-82712869c75e for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:19.842756 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:19.843378 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:19.958994 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:20.154434 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:20.180536 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2decc-887f-448d-9a4c-664c077d766b None None] The sync data for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb is: [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:24Z', 'revision_number': 4, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'ad56027d-ccc6-40c2-a26f-5b74f4fe90c4', 'name': '', 'network_id': '4633fd28-8650-401b-83ef-404eccc5dbef', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'mac_address': 'fa:16:3e:16:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:23Z', 'updated_at': '2022-04-12T11:03:29Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'subnets': [{'id': '98ce789c-45a3-4726-9eb1-5cb77932a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:20.391858 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74719beb-fad9-410d-b23b-ad1fe9223081 None None] New status for floating IP 9d792e1e-583d-4246-9e33-d42d5e5c0a4e: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:20.748153 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-047b98bc-c264-41b6-919c-cd77eec5686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:20.750059 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-047b98bc-c264-41b6-919c-cd77eec5686b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 200 len: 909 time: 0.0963366 Apr 12 11:08:20.831507 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205a61a-e5a0-40c3-a053-a9b17f1b40c3 req-4645b0ac-da41-485b-bb94-0d2fb8b0328b tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:20.832994 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7205a61a-e5a0-40c3-a053-a9b17f1b40c3 req-4645b0ac-da41-485b-bb94-0d2fb8b0328b tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0509295 Apr 12 11:08:20.882459 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7205a61a-e5a0-40c3-a053-a9b17f1b40c3 req-cd88dbcb-1039-4e3b-935c-7866b4e564b7 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e8d1111-8315-48e0-b8a5-9f901551b264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Apr 12 11:08:20.932484 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-0f5ccc0f-1b2c-4612-a215-58c1ad062326 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 200 len: 217 time: 0.0337424 Apr 12 11:08:20.957664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41538) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:20.995718 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-360cacd9-f1b5-4640-a61a-8322f4ee246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:20.997227 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-360cacd9-f1b5-4640-a61a-8322f4ee246b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 200 len: 847 time: 0.0475767 Apr 12 11:08:21.050310 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-37791f2a-ec63-40c8-b329-9747b5fca844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.051874 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-37791f2a-ec63-40c8-b329-9747b5fca844 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4633fd28-8650-401b-83ef-404eccc5dbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390785 Apr 12 11:08:21.066911 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b83703df-a240-4f4b-b7f6-513e2f9dd1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.150612 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b83703df-a240-4f4b-b7f6-513e2f9dd1b7 admin admin] Publish callbacks [] for security_group (48a6107a-90f0-4e00-b518-9ac632afc828), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.156234 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b83703df-a240-4f4b-b7f6-513e2f9dd1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (48a6107a-90f0-4e00-b518-9ac632afc828), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.201353 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83703df-a240-4f4b-b7f6-513e2f9dd1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6107a-90f0-4e00-b518-9ac632afc828,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:21.205742 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b83703df-a240-4f4b-b7f6-513e2f9dd1b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=989cc9861a71407b812cdf815fea43b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470367 Apr 12 11:08:21.208347 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41542) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:21.211487 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-1dbee0ab-78c5-4ccb-8af0-62d88f56468a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.212948 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-1dbee0ab-78c5-4ccb-8af0-62d88f56468a tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.64 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 945 time: 0.0952048 Apr 12 11:08:21.258274 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-191fa9b7-320c-4493-933d-da8944ab3420 admin admin] Publish callbacks [] for security_group (48a6107a-90f0-4e00-b518-9ac632afc828), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.265679 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-f98d863b-35b2-43f6-aaf1-c10017be4d37 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559730 Apr 12 11:08:21.280880 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-191fa9b7-320c-4493-933d-da8944ab3420 admin admin] Publish callbacks [] for security_group (48a6107a-90f0-4e00-b518-9ac632afc828), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.327945 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Deleting port 9c8da862-7325-4b79-849b-fac794e09a06 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:21.328289 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (9c8da862-7325-4b79-849b-fac794e09a06), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.333208 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-191fa9b7-320c-4493-933d-da8944ab3420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (48a6107a-90f0-4e00-b518-9ac632afc828), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.335822 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-191fa9b7-320c-4493-933d-da8944ab3420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.341257 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-191fa9b7-320c-4493-933d-da8944ab3420 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48a6107a-90f0-4e00-b518-9ac632afc828 HTTP/1.1" status: 204 len: 168 time: 0.1307883 Apr 12 11:08:21.348860 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fa9b7-320c-4493-933d-da8944ab3420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6107a-90f0-4e00-b518-9ac632afc828,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:21.465046 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-31e18f98-a6bd-4caf-9a5c-17c7d4690d8c req-c2bdac9c-d848-4e10-882a-fc28479cc653 service neutron] 10.222.0.64 "GET /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610775 Apr 12 11:08:21.476298 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] For port 9c8da862-7325-4b79-849b-fac794e09a06, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c8da862-7325-4b79-849b-fac794e09a06,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:21.476665 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (9c8da862-7325-4b79-849b-fac794e09a06), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.489253 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Calling delete_port for 9c8da862-7325-4b79-849b-fac794e09a06 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:21.622879 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (9c8da862-7325-4b79-849b-fac794e09a06), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.662954 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event deleted for resources: {'Port': ['ID=9c8da862-7325-4b79-849b-fac794e09a06,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:21.713006 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.713351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.713692 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.714022 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.714351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.714703 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.715026 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.715350 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.715790 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.716113 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.716435 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.716755 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.717076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.717456 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.717707 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:21.739971 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] No DVR routers for this DVR port 9c8da862-7325-4b79-849b-fac794e09a06 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:21.742442 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:21.745792 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-69fd7c81-b978-4ab0-a635-76a8ef09f146 req-65d9d6b1-bd39-4276-ac81-b5e385760a06 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.64 "DELETE /v2.0/ports/9c8da862-7325-4b79-849b-fac794e09a06 HTTP/1.1" status: 204 len: 173 time: 0.5246103 Apr 12 11:08:21.746212 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-deleted', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:21.748664 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574e2927-a5ed-44a0-b130-0b5dd2180407" -d '{"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-deleted", "tag": "9c8da862-7325-4b79-849b-fac794e09a06"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:21.786073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92d3e8-a12c-4985-8b4a-2731eed2afda x-openstack-request-id: req-1d92d3e8-a12c-4985-8b4a-2731eed2afda {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:21.786365 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dae79f-93d7-4fdd-b0b3-4182c837a62c", "name": "network-vif-deleted", "tag": "9c8da862-7325-4b79-849b-fac794e09a06", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:21.786685 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d92d3e8-a12c-4985-8b4a-2731eed2afda {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:21.787097 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d92d3e8-a12c-4985-8b4a-2731eed2afda'] response: {'server_uuid': '72dae79f-93d7-4fdd-b0b3-4182c837a62c', 'name': 'network-vif-deleted', 'tag': '9c8da862-7325-4b79-849b-fac794e09a06', 'status': 'completed', 'code': 200} Apr 12 11:08:21.985948 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f16a434a-d096-4645-9f7a-cd4303a6bff4 req-da53748d-4760-4364-9195-78c5204852ed tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dae79f-93d7-4fdd-b0b3-4182c837a62c HTTP/1.1" status: 200 len: 210 time: 0.0301867 Apr 12 11:08:23.047943 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:23.105458 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f293cc1-4824-47d3-9f23-1eb9f0be7548 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group (1e8d1111-8315-48e0-b8a5-9f901551b264), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:23.130733 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f293cc1-4824-47d3-9f23-1eb9f0be7548 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group (1e8d1111-8315-48e0-b8a5-9f901551b264), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:23.190611 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f293cc1-4824-47d3-9f23-1eb9f0be7548 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (1e8d1111-8315-48e0-b8a5-9f901551b264), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:23.193213 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f293cc1-4824-47d3-9f23-1eb9f0be7548 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:23.194390 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-8f293cc1-4824-47d3-9f23-1eb9f0be7548 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] 10.222.0.41 "DELETE /v2.0/security-groups/1e8d1111-8315-48e0-b8a5-9f901551b264 HTTP/1.1" status: 204 len: 168 time: 0.1449101 Apr 12 11:08:23.204068 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f293cc1-4824-47d3-9f23-1eb9f0be7548 tempest-TestShelveInstance-1482516749 tempest-TestShelveInstance-1482516749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d1111-8315-48e0-b8a5-9f901551b264,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:23.251931 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41604) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:23.759466 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (7649c33a-e526-47dc-98a0-82712869c75e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.009277 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Deleting port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:24.009528 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.089733 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] For port ad56027d-ccc6-40c2-a26f-5b74f4fe90c4, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:24.090445 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.106294 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Calling delete_port for ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:24.284195 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:24.300920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (ad56027d-ccc6-40c2-a26f-5b74f4fe90c4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.308585 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 9c8da862-7325-4b79-849b-fac794e09a06 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:24.308906 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 9c8da862-7325-4b79-849b-fac794e09a06 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:24.326436 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad56027d-ccc6-40c2-a26f-5b74f4fe90c4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:24.494223 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (7649c33a-e526-47dc-98a0-82712869c75e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.717412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Router 7649c33a-e526-47dc-98a0-82712869c75e has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:24.829468 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:24.834607 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-cfbebdf7-6c2a-46da-a07d-2f85816c15fd admin admin] 10.222.0.41 "PUT /v2.0/routers/7649c33a-e526-47dc-98a0-82712869c75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5811682 Apr 12 11:08:24.837365 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41626) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:24.841461 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] Sync routers for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:24.854934 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:24.855582 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:24.948770 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks [] for router (7649c33a-e526-47dc-98a0-82712869c75e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.970500 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:25.092163 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks [] for router_gateway (7649c33a-e526-47dc-98a0-82712869c75e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.148924 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Deleting port 9e41f1c8-31f2-404b-b173-d9c183a368c3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:25.149283 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.157573 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:08:24Z', 'revision_number': 5, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port': {'id': '9e41f1c8-31f2-404b-b173-d9c183a368c3', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649c33a-e526-47dc-98a0-82712869c75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:25.188899 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] Checking router: 7649c33a-e526-47dc-98a0-82712869c75e for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:25.197453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] Routers {'7649c33a-e526-47dc-98a0-82712869c75e'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:25.198444 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['7649c33a-e526-47dc-98a0-82712869c75e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:25.233524 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] For port 9e41f1c8-31f2-404b-b173-d9c183a368c3, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=9e41f1c8-31f2-404b-b173-d9c183a368c3,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:25.233998 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.251699 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Calling delete_port for 9e41f1c8-31f2-404b-b173-d9c183a368c3 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:25.295888 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] Set router 7649c33a-e526-47dc-98a0-82712869c75e gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:25.351675 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:08:25Z', 'revision_number': 6, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:25.380675 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253ef08-6bf8-48aa-968c-054fe83f06b8 None None] The sync data for ids ['7649c33a-e526-47dc-98a0-82712869c75e'] in dv-cinder-830089-4-smb is: [{'id': '7649c33a-e526-47dc-98a0-82712869c75e', 'name': 'tempest-TestShelveInstance-292081722-router', 'tenant_id': '02fa376049aa491ea8b8534b90d19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:21Z', 'updated_at': '2022-04-12T11:08:25Z', 'revision_number': 6, 'project_id': '02fa376049aa491ea8b8534b90d19da0', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:25.437137 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (9e41f1c8-31f2-404b-b173-d9c183a368c3), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.464304 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e41f1c8-31f2-404b-b173-d9c183a368c3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:25.524954 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (7649c33a-e526-47dc-98a0-82712869c75e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.617767 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (7649c33a-e526-47dc-98a0-82712869c75e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.619920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks [] for router_controller (7649c33a-e526-47dc-98a0-82712869c75e), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.669124 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (7649c33a-e526-47dc-98a0-82712869c75e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.669699 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7649c33a-e526-47dc-98a0-82712869c75e {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:08:25.674229 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.675635 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7b7f17c8-256f-4353-8332-d7f6e79e517e admin admin] 10.222.0.41 "DELETE /v2.0/routers/7649c33a-e526-47dc-98a0-82712869c75e HTTP/1.1" status: 204 len: 168 time: 0.8372571 Apr 12 11:08:25.678130 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41642) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:25.723182 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Deleting subnet 98ce789c-45a3-4726-9eb1-5cb77932a685 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:08:25.726965 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Publish callbacks [] for subnet (98ce789c-45a3-4726-9eb1-5cb77932a685), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.765701 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (98ce789c-45a3-4726-9eb1-5cb77932a685), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.846417 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (98ce789c-45a3-4726-9eb1-5cb77932a685), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.902402 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (98ce789c-45a3-4726-9eb1-5cb77932a685), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.935071 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.938846 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/98ce789c-45a3-4726-9eb1-5cb77932a685 HTTP/1.1" status: 204 len: 168 time: 0.2596636 Apr 12 11:08:25.939731 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd4b79-74a3-47ad-9557-51a981f7ffbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ce789c-45a3-4726-9eb1-5cb77932a685,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:25.940128 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456bcf4-625e-486d-bdc4-4344cc8779cd None None] Network 4633fd28-8650-401b-83ef-404eccc5dbef requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:25.941528 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41644) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:26.011195 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (4633fd28-8650-401b-83ef-404eccc5dbef), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.060277 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Deleting port aa06ef65-6679-4843-8b16-05630c7d4a27 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:26.060614 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.122327 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] For port aa06ef65-6679-4843-8b16-05630c7d4a27, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=aa06ef65-6679-4843-8b16-05630c7d4a27,segment=NetworkSegment(2ac9c299-5055-468b-a685-55309e08c5b8),segment_id=2ac9c299-5055-468b-a685-55309e08c5b8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:26.123008 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.135080 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Calling delete_port for aa06ef65-6679-4843-8b16-05630c7d4a27 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:26.183251 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] DHCP port deletion for 4633fd28-8650-401b-83ef-404eccc5dbef request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:08:26.222553 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.224067 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Deleting port aa06ef65-6679-4843-8b16-05630c7d4a27 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:26.224452 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.248024 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa06ef65-6679-4843-8b16-05630c7d4a27,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.251740 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] No DVR routers for this DVR port aa06ef65-6679-4843-8b16-05630c7d4a27 on host dv-cinder-830089-4-smb {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:26.298047 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] For port aa06ef65-6679-4843-8b16-05630c7d4a27, host dv-cinder-830089-4-smb, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:26.298678 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.311062 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Calling delete_port for aa06ef65-6679-4843-8b16-05630c7d4a27 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:26.313783 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Port aa06ef65-6679-4843-8b16-05630c7d4a27 was not found and therefore no delete operation was performed {{(pid=103287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 11:08:26.315014 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (aa06ef65-6679-4843-8b16-05630c7d4a27), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.326976 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (4633fd28-8650-401b-83ef-404eccc5dbef), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.337359 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Pushing event deleted for resources: {'Port': ['ID=aa06ef65-6679-4843-8b16-05630c7d4a27,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.347102 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] No DVR routers for this DVR port aa06ef65-6679-4843-8b16-05630c7d4a27 on host dv-cinder-830089-4-smb {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:26.349030 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.349236 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4633fd28-8650-401b-83ef-404eccc5dbef']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:26.349367 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.349699 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.350055 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.350390 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.350743 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.351097 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.351386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.351891 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.352364 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.352873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.353362 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.353833 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.354318 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.354812 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbf275-a421-4262-91b0-fb244430c7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.360207 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac9c299-5055-468b-a685-55309e08c5b8') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:26.360507 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac9c299-5055-468b-a685-55309e08c5b8') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:26.371756 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (2ac9c299-5055-468b-a685-55309e08c5b8), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.385956 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (2ac9c299-5055-468b-a685-55309e08c5b8), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.395015 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:08:26.395362 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (2ac9c299-5055-468b-a685-55309e08c5b8), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:08:26.397094 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:08:26.455464 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (4633fd28-8650-401b-83ef-404eccc5dbef), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.460998 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.468986 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4633fd28-8650-401b-83ef-404eccc5dbef HTTP/1.1" status: 204 len: 168 time: 0.5218866 Apr 12 11:08:26.468986 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41650) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:26.483660 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6b87a-78fb-4aca-b7dd-fc983fbb5dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4633fd28-8650-401b-83ef-404eccc5dbef,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.821352 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (fb4c4e55-022f-41e1-b3ae-766bd2753d84), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.098638 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device aa06ef65-6679-4843-8b16-05630c7d4a27 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:27.119962 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: aa06ef65-6679-4843-8b16-05630c7d4a27 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:27.120311 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device aa06ef65-6679-4843-8b16-05630c7d4a27 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:27.120952 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:27.146572 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:27.146928 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device ad56027d-ccc6-40c2-a26f-5b74f4fe90c4 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:27.147357 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 9e41f1c8-31f2-404b-b173-d9c183a368c3 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:27.167397 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 9e41f1c8-31f2-404b-b173-d9c183a368c3 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:27.167764 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 9e41f1c8-31f2-404b-b173-d9c183a368c3 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:27.323231 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Deleting port cde7dd11-69f0-4c77-84dc-c211148e311e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:27.323844 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.407791 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] For port cde7dd11-69f0-4c77-84dc-c211148e311e, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=cde7dd11-69f0-4c77-84dc-c211148e311e,segment=NetworkSegment(387fc319-4888-4d89-b61e-f7ee62ef744e),segment_id=387fc319-4888-4d89-b61e-f7ee62ef744e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:27.408179 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.421224 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Calling delete_port for cde7dd11-69f0-4c77-84dc-c211148e311e owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:27.603927 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (cde7dd11-69f0-4c77-84dc-c211148e311e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.631953 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Pushing event deleted for resources: {'Port': ['ID=cde7dd11-69f0-4c77-84dc-c211148e311e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:27.805388 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (fb4c4e55-022f-41e1-b3ae-766bd2753d84), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.038097 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Router fb4c4e55-022f-41e1-b3ae-766bd2753d84 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:28.050215 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:28.148758 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:28.153742 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-74bbc369-03fe-4777-a097-7e7333c4681b admin admin] 10.222.0.41 "PUT /v2.0/routers/fb4c4e55-022f-41e1-b3ae-766bd2753d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848476 Apr 12 11:08:28.156484 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41678) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:28.157722 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] Sync routers for ids ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:28.169302 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] Routers {'fb4c4e55-022f-41e1-b3ae-766bd2753d84'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:28.170230 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:28.266802 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks [] for router (fb4c4e55-022f-41e1-b3ae-766bd2753d84), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.373066 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] Set router fb4c4e55-022f-41e1-b3ae-766bd2753d84 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:28.386267 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks [] for router_gateway (fb4c4e55-022f-41e1-b3ae-766bd2753d84), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.434634 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Deleting port 5e860376-13ea-42b2-b00a-e2ec3f192f23 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:28.437229 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.526768 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] For port 5e860376-13ea-42b2-b00a-e2ec3f192f23, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=5e860376-13ea-42b2-b00a-e2ec3f192f23,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:28.527163 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.538997 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:08:27Z', 'revision_number': 5, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port': {'id': '5e860376-13ea-42b2-b00a-e2ec3f192f23', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:27Z', 'updated_at': '2022-04-12T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:28.540446 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Calling delete_port for 5e860376-13ea-42b2-b00a-e2ec3f192f23 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:28.565314 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] Checking router: fb4c4e55-022f-41e1-b3ae-766bd2753d84 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:28.573421 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] Routers {'fb4c4e55-022f-41e1-b3ae-766bd2753d84'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:28.574021 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:28.661756 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] Set router fb4c4e55-022f-41e1-b3ae-766bd2753d84 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:28.711597 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (5e860376-13ea-42b2-b00a-e2ec3f192f23), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.715508 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:08:28Z', 'revision_number': 6, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:28.738602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e860376-13ea-42b2-b00a-e2ec3f192f23,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:28.741309 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c18ed-b68f-41cd-a24c-e007fb55f952 None None] The sync data for ids ['fb4c4e55-022f-41e1-b3ae-766bd2753d84'] in dv-cinder-830089-4-smb is: [{'id': 'fb4c4e55-022f-41e1-b3ae-766bd2753d84', 'name': 'tempest-TestShelveInstance-932189557-router', 'tenant_id': '52a7b79354a44362a374183504a931f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:26Z', 'updated_at': '2022-04-12T11:08:28Z', 'revision_number': 6, 'project_id': '52a7b79354a44362a374183504a931f3', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:28.808935 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (fb4c4e55-022f-41e1-b3ae-766bd2753d84), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.908147 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (fb4c4e55-022f-41e1-b3ae-766bd2753d84), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.910521 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks [] for router_controller (fb4c4e55-022f-41e1-b3ae-766bd2753d84), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.959332 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (fb4c4e55-022f-41e1-b3ae-766bd2753d84), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.959747 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4c4e55-022f-41e1-b3ae-766bd2753d84 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:08:28.964233 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.965381 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-51597090-b692-4652-915f-6708e4af9462 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fb4c4e55-022f-41e1-b3ae-766bd2753d84 HTTP/1.1" status: 204 len: 168 time: 0.8078251 Apr 12 11:08:28.968992 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41680) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:29.014979 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Deleting subnet df7b3a55-4537-405c-a572-ea91965c4779 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:08:29.018315 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Publish callbacks [] for subnet (df7b3a55-4537-405c-a572-ea91965c4779), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.052088 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (df7b3a55-4537-405c-a572-ea91965c4779), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.136585 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (df7b3a55-4537-405c-a572-ea91965c4779), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.222771 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (df7b3a55-4537-405c-a572-ea91965c4779), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.230210 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device cde7dd11-69f0-4c77-84dc-c211148e311e no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:29.252187 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: cde7dd11-69f0-4c77-84dc-c211148e311e {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:29.252520 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device cde7dd11-69f0-4c77-84dc-c211148e311e not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:29.259403 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7b3a55-4537-405c-a572-ea91965c4779,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:29.264728 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.268143 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-9ac72558-4393-44c2-829d-b9e5505baaec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/df7b3a55-4537-405c-a572-ea91965c4779 HTTP/1.1" status: 204 len: 168 time: 0.2981813 Apr 12 11:08:29.270516 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41690) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:29.272681 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c05b3-a2c9-4674-b2fb-9fbeb39c1c7e None None] Network 41756fb2-549a-40f3-872e-2e7b7da7f814 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:29.352191 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (41756fb2-549a-40f3-872e-2e7b7da7f814), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.402019 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Deleting port 81d495cb-8746-417d-ac9e-865644ab246b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:29.402648 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (81d495cb-8746-417d-ac9e-865644ab246b), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.425361 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41694) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:29.466443 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] For port 81d495cb-8746-417d-ac9e-865644ab246b, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=81d495cb-8746-417d-ac9e-865644ab246b,segment=NetworkSegment(387fc319-4888-4d89-b61e-f7ee62ef744e),segment_id=387fc319-4888-4d89-b61e-f7ee62ef744e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:29.466720 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (81d495cb-8746-417d-ac9e-865644ab246b), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.480397 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Calling delete_port for 81d495cb-8746-417d-ac9e-865644ab246b owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:29.528896 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67516035-9783-4256-b467-1cc5b0407dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.564904 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] DHCP port deletion for 41756fb2-549a-40f3-872e-2e7b7da7f814 request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:08:29.577134 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (81d495cb-8746-417d-ac9e-865644ab246b), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.607308 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Pushing event deleted for resources: {'Port': ['ID=81d495cb-8746-417d-ac9e-865644ab246b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:29.610312 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67516035-9783-4256-b467-1cc5b0407dab admin admin] Publish callbacks [] for security_group (8f6b8e7c-87aa-4289-8a9c-7a8278770ec3), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.612019 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] No DVR routers for this DVR port 81d495cb-8746-417d-ac9e-865644ab246b on host dv-cinder-830089-4-smb {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:29.616727 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Deleting port 81d495cb-8746-417d-ac9e-865644ab246b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:29.617801 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (81d495cb-8746-417d-ac9e-865644ab246b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.618263 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67516035-9783-4256-b467-1cc5b0407dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8f6b8e7c-87aa-4289-8a9c-7a8278770ec3), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.656021 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67516035-9783-4256-b467-1cc5b0407dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6b8e7c-87aa-4289-8a9c-7a8278770ec3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:29.667510 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-67516035-9783-4256-b467-1cc5b0407dab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=612d087fb93244689b87a0f524a0d367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410512 Apr 12 11:08:29.668102 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41698) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:29.685885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] For port 81d495cb-8746-417d-ac9e-865644ab246b, host dv-cinder-830089-4-smb, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:29.686287 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (81d495cb-8746-417d-ac9e-865644ab246b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.700651 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Calling delete_port for 81d495cb-8746-417d-ac9e-865644ab246b owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:29.703576 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Port 81d495cb-8746-417d-ac9e-865644ab246b was not found and therefore no delete operation was performed {{(pid=103287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 11:08:29.705355 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915'] for port (81d495cb-8746-417d-ac9e-865644ab246b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.713605 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (41756fb2-549a-40f3-872e-2e7b7da7f814), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.717546 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] No DVR routers for this DVR port 81d495cb-8746-417d-ac9e-865644ab246b on host dv-cinder-830089-4-smb {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:29.720484 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-493d0292-9935-41c1-a4bc-6446f89e688e admin admin] Publish callbacks [] for security_group (8f6b8e7c-87aa-4289-8a9c-7a8278770ec3), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.738535 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb5b4d-604e-4604-b47f-37966070f9c8 None None] Pushing event deleted for resources: {'Port': ['ID=81d495cb-8746-417d-ac9e-865644ab246b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:29.744494 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-493d0292-9935-41c1-a4bc-6446f89e688e admin admin] Publish callbacks [] for security_group (8f6b8e7c-87aa-4289-8a9c-7a8278770ec3), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.748625 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41756fb2-549a-40f3-872e-2e7b7da7f814']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.759120 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387fc319-4888-4d89-b61e-f7ee62ef744e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.759478 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387fc319-4888-4d89-b61e-f7ee62ef744e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.776349 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919715'] for segment (387fc319-4888-4d89-b61e-f7ee62ef744e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.791761 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (387fc319-4888-4d89-b61e-f7ee62ef744e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.794701 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-493d0292-9935-41c1-a4bc-6446f89e688e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (8f6b8e7c-87aa-4289-8a9c-7a8278770ec3), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.797330 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-493d0292-9935-41c1-a4bc-6446f89e688e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.797953 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:08:29.798333 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13540313'] for segment (387fc319-4888-4d89-b61e-f7ee62ef744e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.798508 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-493d0292-9935-41c1-a4bc-6446f89e688e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f6b8e7c-87aa-4289-8a9c-7a8278770ec3 HTTP/1.1" status: 204 len: 168 time: 0.1294229 Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: Traceback (most recent call last): Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: timer() Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: cb(*args, **kw) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: return func(*args, **kwargs) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: self._notify() Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: self.callback(batched_events) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: event.method(event) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: return f(self, *a, **k) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: return self._get(url).json() Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: return self.request(url, 'GET', **kwargs) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:08:29.800060 dv-cinder-830089-4-smb neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:08:29.806416 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d0292-9935-41c1-a4bc-6446f89e688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6b8e7c-87aa-4289-8a9c-7a8278770ec3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:29.860029 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (41756fb2-549a-40f3-872e-2e7b7da7f814), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.865449 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.873139 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] 10.222.0.41 "DELETE /v2.0/networks/41756fb2-549a-40f3-872e-2e7b7da7f814 HTTP/1.1" status: 204 len: 168 time: 0.6014662 Apr 12 11:08:29.885242 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf86a-6b25-400e-9c8b-347b5510c04f admin admin] Pushing event deleted for resources: {'Network': ['ID=41756fb2-549a-40f3-872e-2e7b7da7f814,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:30.053921 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41706) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.095178 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-ae5f4b78-90e8-4bb3-bc7e-7270f2e8a445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02fa376049aa491ea8b8534b90d19da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393076 Apr 12 11:08:30.095334 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41708) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.096975 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41710) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.109477 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b61fcb1-5370-4d28-8198-a7f90d8572b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.144106 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-72426e7f-09a4-4d85-b5fe-bfbc2e8936d3 admin admin] Publish callbacks [] for security_group (4fb606ca-802c-47cd-b9aa-7485e092df62), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.165068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-72426e7f-09a4-4d85-b5fe-bfbc2e8936d3 admin admin] Publish callbacks [] for security_group (4fb606ca-802c-47cd-b9aa-7485e092df62), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.183408 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b61fcb1-5370-4d28-8198-a7f90d8572b1 admin admin] Publish callbacks [] for security_group (c09f9323-b8a7-409e-bd6c-1c86f70a3e7a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.188394 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b61fcb1-5370-4d28-8198-a7f90d8572b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (c09f9323-b8a7-409e-bd6c-1c86f70a3e7a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.211827 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-72426e7f-09a4-4d85-b5fe-bfbc2e8936d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4fb606ca-802c-47cd-b9aa-7485e092df62), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.214287 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-72426e7f-09a4-4d85-b5fe-bfbc2e8936d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.215489 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-72426e7f-09a4-4d85-b5fe-bfbc2e8936d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fb606ca-802c-47cd-b9aa-7485e092df62 HTTP/1.1" status: 204 len: 168 time: 0.1176031 Apr 12 11:08:30.223216 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426e7f-09a4-4d85-b5fe-bfbc2e8936d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb606ca-802c-47cd-b9aa-7485e092df62,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:30.230525 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61fcb1-5370-4d28-8198-a7f90d8572b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f9323-b8a7-409e-bd6c-1c86f70a3e7a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:30.237650 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-8b61fcb1-5370-4d28-8198-a7f90d8572b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1be5457ef9e14a4a9728eb5b8fbe11b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387095 Apr 12 11:08:30.238064 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41714) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.288178 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38ee-fb26-48ef-9a44-9d6932ecf6af admin admin] Publish callbacks [] for security_group (c09f9323-b8a7-409e-bd6c-1c86f70a3e7a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.310551 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38ee-fb26-48ef-9a44-9d6932ecf6af admin admin] Publish callbacks [] for security_group (c09f9323-b8a7-409e-bd6c-1c86f70a3e7a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.359394 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38ee-fb26-48ef-9a44-9d6932ecf6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (c09f9323-b8a7-409e-bd6c-1c86f70a3e7a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.362598 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38ee-fb26-48ef-9a44-9d6932ecf6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.363780 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7ccf38ee-fb26-48ef-9a44-9d6932ecf6af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c09f9323-b8a7-409e-bd6c-1c86f70a3e7a HTTP/1.1" status: 204 len: 168 time: 0.1250782 Apr 12 11:08:30.373950 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf38ee-fb26-48ef-9a44-9d6932ecf6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f9323-b8a7-409e-bd6c-1c86f70a3e7a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:30.638105 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41722) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.651517 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a39447d-71a2-42e3-a98c-ea15c530a9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.657772 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41724) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.703675 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-1c36d9e0-5c2e-4fca-9a95-76c7a4fc98e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52a7b79354a44362a374183504a931f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447102 Apr 12 11:08:30.706460 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41726) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.726824 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a39447d-71a2-42e3-a98c-ea15c530a9d3 admin admin] Publish callbacks [] for security_group (7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.731129 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a39447d-71a2-42e3-a98c-ea15c530a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.752651 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3f85-a284-4cc2-97f8-1c7039efd19f admin admin] Publish callbacks [] for security_group (d6ffe247-9f30-43fd-9660-1d05eca82c21), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.770565 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2a39447d-71a2-42e3-a98c-ea15c530a9d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86dbc26eb3ea4e7cbb2a1f3e871e62be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312222 Apr 12 11:08:30.771741 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39447d-71a2-42e3-a98c-ea15c530a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:30.774258 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3f85-a284-4cc2-97f8-1c7039efd19f admin admin] Publish callbacks [] for security_group (d6ffe247-9f30-43fd-9660-1d05eca82c21), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.774933 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41728) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:30.821239 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3f85-a284-4cc2-97f8-1c7039efd19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d6ffe247-9f30-43fd-9660-1d05eca82c21), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.823905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3f85-a284-4cc2-97f8-1c7039efd19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.825165 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e2dc3f85-a284-4cc2-97f8-1c7039efd19f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6ffe247-9f30-43fd-9660-1d05eca82c21 HTTP/1.1" status: 204 len: 168 time: 0.1176767 Apr 12 11:08:30.828098 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-539d696c-7752-4e31-bedf-bb38ec8457ad admin admin] Publish callbacks [] for security_group (7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.833605 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3f85-a284-4cc2-97f8-1c7039efd19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ffe247-9f30-43fd-9660-1d05eca82c21,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:30.852065 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-539d696c-7752-4e31-bedf-bb38ec8457ad admin admin] Publish callbacks [] for security_group (7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.903166 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-539d696c-7752-4e31-bedf-bb38ec8457ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.905864 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-539d696c-7752-4e31-bedf-bb38ec8457ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:30.907042 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-539d696c-7752-4e31-bedf-bb38ec8457ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a HTTP/1.1" status: 204 len: 168 time: 0.1310253 Apr 12 11:08:30.916051 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d696c-7752-4e31-bedf-bb38ec8457ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5909cd-8fce-4e5f-ad12-3e6c0e612c9a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:31.107912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 81d495cb-8746-417d-ac9e-865644ab246b no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:31.132336 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 81d495cb-8746-417d-ac9e-865644ab246b {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:31.132765 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 81d495cb-8746-417d-ac9e-865644ab246b not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:31.133372 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5e860376-13ea-42b2-b00a-e2ec3f192f23 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:31.155238 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 5e860376-13ea-42b2-b00a-e2ec3f192f23 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:31.155600 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 5e860376-13ea-42b2-b00a-e2ec3f192f23 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:31.619176 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41752) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:31.727971 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196619840-network', 'tenant_id': '3f627812f919467d813a14e2e1404456'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:31.750721 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Made reservation on behalf of 3f627812f919467d813a14e2e1404456 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:31.752911 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.761270 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.836124 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks [] for security_group (82c9d0d9-e103-44cc-8109-844faed87c3f), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.841655 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (82c9d0d9-e103-44cc-8109-844faed87c3f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.867188 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:08:31.876986 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c9d0d9-e103-44cc-8109-844faed87c3f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:31.882721 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (5938eaac-efa6-45b8-ae95-494c4a98e9bf), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.883070 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Added segment 5938eaac-efa6-45b8-ae95-494c4a98e9bf of type vlan for network 23338b26-c0f6-4c19-827c-9c4d265d4e81 Apr 12 11:08:31.922883 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (23338b26-c0f6-4c19-827c-9c4d265d4e81), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.948967 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (23338b26-c0f6-4c19-827c-9c4d265d4e81), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.950018 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:31.950743 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.987159 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3669474 Apr 12 11:08:31.990295 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41756) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:31.995897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Request body: {'subnet': {'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196619840-subnet', 'tenant_id': '3f627812f919467d813a14e2e1404456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:32.017357 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Made reservation on behalf of 3f627812f919467d813a14e2e1404456 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:32.017633 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272d0cc-5705-4914-b282-1986c3fe71e4 admin admin] Pushing event updated for resources: {'Network': ['ID=23338b26-c0f6-4c19-827c-9c4d265d4e81,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:32.019704 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671976'] for subnet (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:32.028666 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network 23338b26-c0f6-4c19-827c-9c4d265d4e81 details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:08:32.186229 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14459804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14671994'] for subnet (2102dea9-f9fc-47d5-9968-fe10692047db), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:32.242965 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2102dea9-f9fc-47d5-9968-fe10692047db,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:32.248254 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Checking segment: {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:32.248592 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Network hostable DHCP agents. Network: 23338b26-c0f6-4c19-827c-9c4d265d4e81, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:08:32.267507 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Network 23338b26-c0f6-4c19-827c-9c4d265d4e81 is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:08:32.277596 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, 23338b26-c0f6-4c19-827c-9c4d265d4e81) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:32.281836 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:32.282459 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:32.287083 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4602cbf-ab3a-4011-85b2-9304efc65998 None None] Network 23338b26-c0f6-4c19-827c-9c4d265d4e81 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:32.299350 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7758253d-e73e-4adf-8ba7-ff7626df230c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3072946 Apr 12 11:08:32.386509 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1855643-6c3e-4bca-8d55-87ae8d10ae10 None None] Network 23338b26-c0f6-4c19-827c-9c4d265d4e81 requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:34.049459 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-b218e5be-4aec-4301-a8ca-bb3659084d2e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:34.050938 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-b218e5be-4aec-4301-a8ca-bb3659084d2e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/networks?id=23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 200 len: 808 time: 0.1006296 Apr 12 11:08:34.065515 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-1b1971c4-fe1e-4d7d-84d0-aa3862bef7a9 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/quotas/3f627812f919467d813a14e2e1404456 HTTP/1.1" status: 200 len: 375 time: 0.0092354 Apr 12 11:08:34.101886 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ba377730-2db4-468b-a9d1-8a3f29b1b4e0 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f627812f919467d813a14e2e1404456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314872 Apr 12 11:08:34.245825 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-2108c54c-8e89-4f08-9792-bf46c76eb989 service neutron] 10.222.0.41 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371615 Apr 12 11:08:34.339997 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-b230068d-d4fc-42b0-8885-487496db141a service neutron] 10.222.0.41 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868993 Apr 12 11:08:34.505923 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-36157067-fecb-4763-9c46-4b600b9ef372 req-134eeee6-9cda-41c9-a3e8-9b93822aa900 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 210 time: 0.0322156 Apr 12 11:08:35.568570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-04dadf43-31b0-4bdd-b3f1-a5307c739ed9 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:35.570249 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-04dadf43-31b0-4bdd-b3f1-a5307c739ed9 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "GET /v2.0/networks?id=23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 200 len: 808 time: 0.1060417 Apr 12 11:08:35.591991 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Request body: {'port': {'device_id': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81', 'admin_state_up': True, 'tenant_id': '3f627812f919467d813a14e2e1404456'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:35.603824 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7a861c47-6708-44ec-836a-fd4ee942fcc1 req-93fb8c32-3de8-41f2-843d-e9e0e8c79554 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 210 time: 0.0301707 Apr 12 11:08:35.718162 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Made reservation on behalf of 3f627812f919467d813a14e2e1404456 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:35.721554 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:35.844450 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Allocated IP 172.20.0.5 (23338b26-c0f6-4c19-827c-9c4d265d4e81/2102dea9-f9fc-47d5-9968-fe10692047db/f75a0278-3109-477f-b62a-a2c68d670a76) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:35.993096 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks [] for port (f75a0278-3109-477f-b62a-a2c68d670a76), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.031065 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.075270 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Network 23338b26-c0f6-4c19-827c-9c4d265d4e81 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:36.078368 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:36.081942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:36.088238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Pushing event updated for resources: {'Port': ['ID=f75a0278-3109-477f-b62a-a2c68d670a76,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:36.136076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.136701 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.154433 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-ce70e3e1-0a79-48d1-ae13-1ed690625982 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667815 Apr 12 11:08:36.175367 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Request body: {'port': {'device_id': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:36.237605 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.510514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75a0278-3109-477f-b62a-a2c68d670a76 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:36.518513 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Publish callbacks [] for port (f75a0278-3109-477f-b62a-a2c68d670a76), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.535916 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Transition to ACTIVE for port object f75a0278-3109-477f-b62a-a2c68d670a76 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:08:36.542347 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.591241 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Pushing event updated for resources: {'Port': ['ID=f75a0278-3109-477f-b62a-a2c68d670a76,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:36.662144 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Attempting to bind port f75a0278-3109-477f-b62a-a2c68d670a76 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:36.662466 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Attempting to bind port f75a0278-3109-477f-b62a-a2c68d670a76 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:36.662837 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Attempting to bind port f75a0278-3109-477f-b62a-a2c68d670a76 on network 23338b26-c0f6-4c19-827c-9c4d265d4e81 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:36.667245 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Port f75a0278-3109-477f-b62a-a2c68d670a76 on network 23338b26-c0f6-4c19-827c-9c4d265d4e81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:08:36.667563 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Attempting to bind port f75a0278-3109-477f-b62a-a2c68d670a76 on network 23338b26-c0f6-4c19-827c-9c4d265d4e81 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:36.672560 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:36.677476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Checking segment: {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:36.677476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Bound using segment: {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:36.677476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Bound port: f75a0278-3109-477f-b62a-a2c68d670a76, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:36.677476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.753124 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194577-395c-4332-8dee-9339e245a36b req-5432a73a-fe18-41c7-ba5c-09e472f53213 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.754589 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e7194577-395c-4332-8dee-9339e245a36b req-5432a73a-fe18-41c7-ba5c-09e472f53213 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 943 time: 0.0783541 Apr 12 11:08:36.788142 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] For port f75a0278-3109-477f-b62a-a2c68d670a76, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:36.808132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] For port f75a0278-3109-477f-b62a-a2c68d670a76, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f75a0278-3109-477f-b62a-a2c68d670a76,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:36.821037 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.831919 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e7194577-395c-4332-8dee-9339e245a36b req-b6406f38-8de6-48b7-a543-0fa0ea986b34 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715625 Apr 12 11:08:36.860351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.861080 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.863184 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] 10.222.0.64 "PUT /v2.0/ports/f75a0278-3109-477f-b62a-a2c68d670a76 HTTP/1.1" status: 200 len: 1093 time: 0.6943145 Apr 12 11:08:36.863723 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'tag': 'f75a0278-3109-477f-b62a-a2c68d670a76'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:36.867053 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc64415b-5a57-417a-af29-844a3f65a13c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac62e2d8-a210-4ac9-ae1a-f39656a9136b", "tag": "f75a0278-3109-477f-b62a-a2c68d670a76"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:36.891496 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e1ddf-b467-47a9-be56-0c5643df5142 service neutron] Pushing event updated for resources: {'Port': ['ID=f75a0278-3109-477f-b62a-a2c68d670a76,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:36.907424 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d02cd4-a588-49e7-b6c3-e805dacb98b2 x-openstack-request-id: req-a0d02cd4-a588-49e7-b6c3-e805dacb98b2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:36.907711 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac62e2d8-a210-4ac9-ae1a-f39656a9136b", "tag": "f75a0278-3109-477f-b62a-a2c68d670a76", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:36.908031 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0d02cd4-a588-49e7-b6c3-e805dacb98b2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:36.908402 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d02cd4-a588-49e7-b6c3-e805dacb98b2'] response: {'name': 'network-changed', 'server_uuid': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'tag': 'f75a0278-3109-477f-b62a-a2c68d670a76', 'status': 'completed', 'code': 200} Apr 12 11:08:36.973315 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-271b8ba9-88a0-4fde-9c44-c0c45db8dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.974864 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-271b8ba9-88a0-4fde-9c44-c0c45db8dee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f627812f919467d813a14e2e1404456&device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 1127 time: 0.0473428 Apr 12 11:08:37.024162 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-1f7c6e4e-25e5-49af-a5f9-26034dd3fe1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f75a0278-3109-477f-b62a-a2c68d670a76 HTTP/1.1" status: 200 len: 217 time: 0.0333693 Apr 12 11:08:37.072080 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-f51b53ca-0c80-4744-bb12-9f254986cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.073559 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-f51b53ca-0c80-4744-bb12-9f254986cfb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2102dea9-f9fc-47d5-9968-fe10692047db HTTP/1.1" status: 200 len: 848 time: 0.0429075 Apr 12 11:08:37.107926 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-092035bc-e29b-4b7b-aafa-c814ae38b275 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23338b26-c0f6-4c19-827c-9c4d265d4e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258391 Apr 12 11:08:37.198979 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-97f3e25d-e190-4652-a952-18ed5cd09f30 service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842741 Apr 12 11:08:37.302318 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-796dcbd5-0346-4d88-ad63-53a3f336b742 req-aca63bd7-b9a9-42ae-a392-df77a4b192b5 service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946381 Apr 12 11:08:37.486692 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-125d11c5-788a-4168-b467-74c561376eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.953448 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef89e3-4308-4dc3-b562-3e73e74588cd req-1d7a5164-0b07-41c2-b687-bd32c57cb9ad tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.954877 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d6ef89e3-4308-4dc3-b562-3e73e74588cd req-1d7a5164-0b07-41c2-b687-bd32c57cb9ad tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 943 time: 0.0474143 Apr 12 11:08:38.001552 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-d6ef89e3-4308-4dc3-b562-3e73e74588cd req-fd55dbca-4bc7-41c9-927f-0533b2eb35c2 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Apr 12 11:08:38.099459 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64415b-5a57-417a-af29-844a3f65a13c req-cf4d017f-37ff-41dd-ad2a-2b55aabf90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:38.100918 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-cf4d017f-37ff-41dd-ad2a-2b55aabf90f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f627812f919467d813a14e2e1404456&device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 1127 time: 0.0406175 Apr 12 11:08:38.478571 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64415b-5a57-417a-af29-844a3f65a13c req-3ff8c2e8-d81b-4f4c-8c6d-7826a2eb6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:38.480102 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-3ff8c2e8-d81b-4f4c-8c6d-7826a2eb6822 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 200 len: 909 time: 0.3720894 Apr 12 11:08:38.526081 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-7aac2f0a-7e57-4139-8c6b-dcf32343cb00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f75a0278-3109-477f-b62a-a2c68d670a76 HTTP/1.1" status: 200 len: 217 time: 0.0378702 Apr 12 11:08:38.580032 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64415b-5a57-417a-af29-844a3f65a13c req-da1c8ead-b7af-4410-899d-3cb6a9c01f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:38.581495 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-da1c8ead-b7af-4410-899d-3cb6a9c01f65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2102dea9-f9fc-47d5-9968-fe10692047db HTTP/1.1" status: 200 len: 848 time: 0.0460680 Apr 12 11:08:38.644241 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21045-bad7-45e2-b0d4-e9c54731eafd req-2d0fc374-b830-4c26-8e91-c51c1871146b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:38.645690 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7bc21045-bad7-45e2-b0d4-e9c54731eafd req-2d0fc374-b830-4c26-8e91-c51c1871146b tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 946 time: 0.0540278 Apr 12 11:08:38.693949 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7bc21045-bad7-45e2-b0d4-e9c54731eafd req-000cb5d5-07ee-43f8-906d-3fe9488c2cb7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Apr 12 11:08:39.137854 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bffbc-05f6-47cf-8cf6-06801c424541 req-7bf1e27e-2f85-451e-97d5-6220c64d6a09 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:39.139328 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-896bffbc-05f6-47cf-8cf6-06801c424541 req-7bf1e27e-2f85-451e-97d5-6220c64d6a09 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 943 time: 0.0557764 Apr 12 11:08:39.186922 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-896bffbc-05f6-47cf-8cf6-06801c424541 req-ee3632d9-09b3-4f8f-88cf-118a3d55fd2e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Apr 12 11:08:39.697119 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-dbd3a97c-8815-4627-a2df-8089f4fff825 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23338b26-c0f6-4c19-827c-9c4d265d4e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392728 Apr 12 11:08:39.793667 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-6b9ca7d6-288d-43ea-9ba4-15a919b9761c service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885992 Apr 12 11:08:39.819847 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188158ef-268f-4caf-afac-92edcb3aec33 req-da7f0b6a-2487-43a2-a49f-3eaa9bf18887 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:39.821306 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-188158ef-268f-4caf-afac-92edcb3aec33 req-da7f0b6a-2487-43a2-a49f-3eaa9bf18887 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Apr 12 11:08:39.870726 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-188158ef-268f-4caf-afac-92edcb3aec33 req-136965ce-dc85-4e86-965f-c42257e0c5b7 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups?id=4843f98f-ac82-4d07-bebe-e7af063a914f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407355 Apr 12 11:08:39.914370 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32d56c90-9dbc-453f-ac9c-697aea271336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.970338 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc64415b-5a57-417a-af29-844a3f65a13c req-a37f4e5f-eaf7-4bdc-90d2-e2caf437be5b service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Apr 12 11:08:40.101086 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-7f227926-2c6b-4c24-96e1-ce26813656fd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:40.102536 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-7f227926-2c6b-4c24-96e1-ce26813656fd tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 946 time: 0.0478423 Apr 12 11:08:40.187011 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Deleting port 2f44305c-4f93-44a9-8f9e-048b437950ef {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:40.187718 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.306945 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] For port 2f44305c-4f93-44a9-8f9e-048b437950ef, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2f44305c-4f93-44a9-8f9e-048b437950ef,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:40.307317 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.315502 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6feb1d-de77-40bb-a7c4-491530d04950 req-5333cf03-404e-49e9-a327-8964a0fc1d61 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:40.316944 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4e6feb1d-de77-40bb-a7c4-491530d04950 req-5333cf03-404e-49e9-a327-8964a0fc1d61 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 943 time: 0.0636070 Apr 12 11:08:40.366244 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device f75a0278-3109-477f-b62a-a2c68d670a76 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:08:40.416073 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4e6feb1d-de77-40bb-a7c4-491530d04950 req-efddab5c-a603-4920-99ce-60d96de7e471 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Apr 12 11:08:40.467138 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port f75a0278-3109-477f-b62a-a2c68d670a76, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f75a0278-3109-477f-b62a-a2c68d670a76,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:40.478219 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'f75a0278-3109-477f-b62a-a2c68d670a76', 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81', 'port_id': 'f75a0278-3109-477f-b62a-a2c68d670a76', 'mac_address': 'fa:16:3e:4e:46:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2102dea9-f9fc-47d5-9968-fe10692047db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:08:40.514880 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port f75a0278-3109-477f-b62a-a2c68d670a76 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:40.515250 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.520182 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.520548 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (912348eb-8203-4220-93ee-056d96e0c6ee), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.520864 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Floating IP 912348eb-8203-4220-93ee-056d96e0c6ee disassociated. External IP: 172.28.2.93, port: 2f44305c-4f93-44a9-8f9e-048b437950ef. Apr 12 11:08:40.521204 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Calling delete_port for 2f44305c-4f93-44a9-8f9e-048b437950ef owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:40.528699 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75a0278-3109-477f-b62a-a2c68d670a76 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:40.552021 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port f75a0278-3109-477f-b62a-a2c68d670a76, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f75a0278-3109-477f-b62a-a2c68d670a76,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:40.557948 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.604469 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=f75a0278-3109-477f-b62a-a2c68d670a76,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:40.625253 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.686637 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (2f44305c-4f93-44a9-8f9e-048b437950ef), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.715214 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event deleted for resources: {'Port': ['ID=2f44305c-4f93-44a9-8f9e-048b437950ef,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:40.832102 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:40.888987 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['f75a0278-3109-477f-b62a-a2c68d670a76'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:40.948252 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:40.961519 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:40.986453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:40.987038 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:40.987531 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5467a977-acaf-4512-9e50-016e6ce96fdb req-89caab93-73d5-469c-ae9d-756e51fa36ea tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b4637b-c470-4e92-acdd-6cc7e8e5c598 HTTP/1.1" status: 200 len: 210 time: 0.0384021 Apr 12 11:08:41.003804 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] No DVR routers for this DVR port 2f44305c-4f93-44a9-8f9e-048b437950ef on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:41.003804 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:41.004219 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2e7a546d-7e3b-400f-a908-2e4d1acabf9b req-a71fd371-88bd-4906-b39b-b8fc45a146da tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.64 "DELETE /v2.0/ports/2f44305c-4f93-44a9-8f9e-048b437950ef HTTP/1.1" status: 204 len: 173 time: 0.8965743 Apr 12 11:08:41.004651 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-deleted', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:41.007095 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054a8f0-87dc-40e8-9513-6774cd5a54d0" -d '{"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-deleted", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:41.044399 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e40f54a-c73f-43e6-be90-516d75b144e7 x-openstack-request-id: req-0e40f54a-c73f-43e6-be90-516d75b144e7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:41.044693 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4637b-c470-4e92-acdd-6cc7e8e5c598", "name": "network-vif-deleted", "tag": "2f44305c-4f93-44a9-8f9e-048b437950ef", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:41.044939 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e40f54a-c73f-43e6-be90-516d75b144e7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:41.045579 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e40f54a-c73f-43e6-be90-516d75b144e7'] response: {'server_uuid': '92b4637b-c470-4e92-acdd-6cc7e8e5c598', 'name': 'network-vif-deleted', 'tag': '2f44305c-4f93-44a9-8f9e-048b437950ef', 'status': 'completed', 'code': 200} Apr 12 11:08:41.150688 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:41.348174 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:41.377628 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:41.386588 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:41.387585 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:41.500607 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:41.528802 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426592-7431-4c70-a59a-0078f7101ac8 req-59b1dc21-d987-4a27-8d57-b32866cdd17b tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:41.530390 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-64426592-7431-4c70-a59a-0078f7101ac8 req-59b1dc21-d987-4a27-8d57-b32866cdd17b tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 944 time: 0.0472915 Apr 12 11:08:41.581739 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-64426592-7431-4c70-a59a-0078f7101ac8 req-58c1e3fb-1c3a-4c09-9161-39aa137585e2 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Apr 12 11:08:41.690043 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:41.717875 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecbeab-c7d7-4835-82de-f54baeaa17ae None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 4, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'e32ae5c7-4dbc-4f5a-b8f9-d73013e56856', 'name': '', 'network_id': '1aa90ab5-27a1-4446-b358-853fbe9b3fdf', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'mac_address': 'fa:16:3e:74:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '983ac349-3526-413a-90b2-48d649960a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:59Z', 'updated_at': '2022-04-12T11:02:10Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'subnets': [{'id': '983ac349-3526-413a-90b2-48d649960a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:41.938844 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9d81ef-b028-4cde-9ad9-19921a3456e0 None None] New status for floating IP 912348eb-8203-4220-93ee-056d96e0c6ee: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:42.069835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41836) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:42.116219 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.128495 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a704e7ab-4aa7-474e-a372-cef73a094945 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (4843f98f-ac82-4d07-bebe-e7af063a914f), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.152127 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a704e7ab-4aa7-474e-a372-cef73a094945 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (4843f98f-ac82-4d07-bebe-e7af063a914f), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.209004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a704e7ab-4aa7-474e-a372-cef73a094945 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4843f98f-ac82-4d07-bebe-e7af063a914f), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.211550 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a704e7ab-4aa7-474e-a372-cef73a094945 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.215363 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a704e7ab-4aa7-474e-a372-cef73a094945 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "DELETE /v2.0/security-groups/4843f98f-ac82-4d07-bebe-e7af063a914f HTTP/1.1" status: 204 len: 168 time: 0.1419108 Apr 12 11:08:42.215764 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41838) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:42.221507 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e7ab-4aa7-474e-a372-cef73a094945 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4843f98f-ac82-4d07-bebe-e7af063a914f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:42.230729 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.api.v2.resource [None req-63ea56c6-ee66-4cce-a325-15af0679cce9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] show failed (client error): The resource could not be found. Apr 12 11:08:42.233359 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-63ea56c6-ee66-4cce-a325-15af0679cce9 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "GET /v2.0/security-groups/4843f98f-ac82-4d07-bebe-e7af063a914f HTTP/1.1" status: 404 len: 347 time: 0.0153260 Apr 12 11:08:42.235417 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:42.354708 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Deleting port 4e7cae81-794f-4557-bdc5-cda7ad2925a1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:42.355062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.370382 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device f75a0278-3109-477f-b62a-a2c68d670a76 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:42.415488 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port f75a0278-3109-477f-b62a-a2c68d670a76 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:08:42.421034 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port f75a0278-3109-477f-b62a-a2c68d670a76 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:42.421492 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.437394 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.437724 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (4e7cae81-794f-4557-bdc5-cda7ad2925a1), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.449949 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Calling delete_port for 4e7cae81-794f-4557-bdc5-cda7ad2925a1 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:42.499680 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port f75a0278-3109-477f-b62a-a2c68d670a76 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:42.499989 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.523855 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a0278-3109-477f-b62a-a2c68d670a76'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:42.526616 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254b7ad-1530-46f8-afa0-5285b5d7da24" -d '{"events": [{"server_uuid": "ac62e2d8-a210-4ac9-ae1a-f39656a9136b", "name": "network-vif-plugged", "status": "completed", "tag": "f75a0278-3109-477f-b62a-a2c68d670a76"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:42.543930 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port f75a0278-3109-477f-b62a-a2c68d670a76, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f75a0278-3109-477f-b62a-a2c68d670a76,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:42.549110 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.550856 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:42.572405 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69922f98-47c9-4a64-a41a-a534ef69c81b x-openstack-request-id: req-69922f98-47c9-4a64-a41a-a534ef69c81b {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:42.572730 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac62e2d8-a210-4ac9-ae1a-f39656a9136b", "name": "network-vif-plugged", "status": "completed", "tag": "f75a0278-3109-477f-b62a-a2c68d670a76", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:42.572993 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69922f98-47c9-4a64-a41a-a534ef69c81b {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:42.573393 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69922f98-47c9-4a64-a41a-a534ef69c81b'] response: {'server_uuid': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a0278-3109-477f-b62a-a2c68d670a76', 'code': 200} Apr 12 11:08:42.584945 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (4e7cae81-794f-4557-bdc5-cda7ad2925a1), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.590862 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 2f44305c-4f93-44a9-8f9e-048b437950ef {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:42.591213 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 2f44305c-4f93-44a9-8f9e-048b437950ef not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:42.616353 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Pushing event deleted for resources: {'Port': ['ID=4e7cae81-794f-4557-bdc5-cda7ad2925a1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:42.623444 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=f75a0278-3109-477f-b62a-a2c68d670a76,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:42.691341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks [] for floatingip (912348eb-8203-4220-93ee-056d96e0c6ee), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.694315 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.697990 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-153eeee3-662c-46d9-a009-5594864b7287 tempest-AttachVolumeShelveTestJSON-1123986812 tempest-AttachVolumeShelveTestJSON-1123986812-project] 10.222.0.41 "DELETE /v2.0/floatingips/912348eb-8203-4220-93ee-056d96e0c6ee HTTP/1.1" status: 204 len: 168 time: 0.4590604 Apr 12 11:08:42.720813 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989333-b7c7-40fd-a44e-c606114e8395 req-62dcd45e-88b9-42a6-bb0c-237035f2cc7f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:42.722318 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7b989333-b7c7-40fd-a44e-c606114e8395 req-62dcd45e-88b9-42a6-bb0c-237035f2cc7f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 945 time: 0.0600195 Apr 12 11:08:42.770764 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7b989333-b7c7-40fd-a44e-c606114e8395 req-618efb79-e45b-4c26-8da0-aba2ebc6f571 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Apr 12 11:08:42.800857 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca79c0e-001d-4c36-bf7b-22896174cf34 req-472e04ef-d3a0-44d6-bb6c-4d34f6949bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:42.802352 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0ca79c0e-001d-4c36-bf7b-22896174cf34 req-472e04ef-d3a0-44d6-bb6c-4d34f6949bee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 1129 time: 0.0429621 Apr 12 11:08:42.846664 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0ca79c0e-001d-4c36-bf7b-22896174cf34 req-6ac84bd8-ef96-42b9-a502-7e83eb9319db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Apr 12 11:08:43.739429 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:43.891529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3c69-42f8-481f-866b-8db814776684 req-76a874cb-f475-4872-9e53-4eb0db1540ce tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:43.893454 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-266f3c69-42f8-481f-866b-8db814776684 req-76a874cb-f475-4872-9e53-4eb0db1540ce tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 945 time: 0.0507321 Apr 12 11:08:43.941821 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-266f3c69-42f8-481f-866b-8db814776684 req-7bc59895-56c8-40b4-80b4-cecee75dd3b6 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 Apr 12 11:08:44.653819 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e4c4-d922-4257-a6ee-7f56806d03e9 req-e55f15d2-c5d8-490d-aa72-0ba786806420 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:44.655351 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2677e4c4-d922-4257-a6ee-7f56806d03e9 req-e55f15d2-c5d8-490d-aa72-0ba786806420 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 945 time: 0.0471480 Apr 12 11:08:44.707885 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2677e4c4-d922-4257-a6ee-7f56806d03e9 req-045de063-4781-4520-b86b-819f1aac1f55 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Apr 12 11:08:45.123624 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41880) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:45.532939 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (f70f54dc-1abc-4efa-a5ae-e59e387a1add), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.000993 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38433e9-8e87-46cd-b96b-c33cb01807d7 req-6f3fc401-60a8-43d9-8803-09afe0b7470f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:46.002449 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c38433e9-8e87-46cd-b96b-c33cb01807d7 req-6f3fc401-60a8-43d9-8803-09afe0b7470f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 945 time: 0.0731854 Apr 12 11:08:46.028940 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-014ccf08-55fc-4cec-92f9-e1b4a5d35fe6 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:46.030374 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-014ccf08-55fc-4cec-92f9-e1b4a5d35fe6 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac62e2d8-a210-4ac9-ae1a-f39656a9136b HTTP/1.1" status: 200 len: 945 time: 0.0512443 Apr 12 11:08:46.095646 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-c38433e9-8e87-46cd-b96b-c33cb01807d7 req-da72438e-7079-45db-bced-a15dc8f839fd tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874403 Apr 12 11:08:46.104684 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Deleting port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:46.104684 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.117422 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Deleting port f75a0278-3109-477f-b62a-a2c68d670a76 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:46.117801 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.186708 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] For port e32ae5c7-4dbc-4f5a-b8f9-d73013e56856, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:46.187312 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.200123 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Calling delete_port for e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:46.209836 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] For port f75a0278-3109-477f-b62a-a2c68d670a76, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f75a0278-3109-477f-b62a-a2c68d670a76,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:46.210202 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.223815 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Calling delete_port for f75a0278-3109-477f-b62a-a2c68d670a76 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:46.354846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (f75a0278-3109-477f-b62a-a2c68d670a76), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.379406 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (e32ae5c7-4dbc-4f5a-b8f9-d73013e56856), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.385750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Pushing event deleted for resources: {'Port': ['ID=f75a0278-3109-477f-b62a-a2c68d670a76,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:46.391517 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['f75a0278-3109-477f-b62a-a2c68d670a76'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:46.408515 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=e32ae5c7-4dbc-4f5a-b8f9-d73013e56856,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:46.437797 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] No DVR routers for this DVR port f75a0278-3109-477f-b62a-a2c68d670a76 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:46.440574 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.444615 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2037b19e-eade-45c9-b02f-63721bb453a7 req-9b89b938-98ef-429d-9243-bdf0301604c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "DELETE /v2.0/ports/f75a0278-3109-477f-b62a-a2c68d670a76 HTTP/1.1" status: 204 len: 173 time: 0.4077468 Apr 12 11:08:46.445095 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'name': 'network-vif-deleted', 'tag': 'f75a0278-3109-477f-b62a-a2c68d670a76'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:46.448764 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a2b39-cdb5-4480-b56c-f186226baea7" -d '{"events": [{"server_uuid": "ac62e2d8-a210-4ac9-ae1a-f39656a9136b", "name": "network-vif-deleted", "tag": "f75a0278-3109-477f-b62a-a2c68d670a76"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:46.494005 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e77962-52ab-4cee-b202-4dc286c53367 x-openstack-request-id: req-73e77962-52ab-4cee-b202-4dc286c53367 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:46.494471 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac62e2d8-a210-4ac9-ae1a-f39656a9136b", "name": "network-vif-deleted", "tag": "f75a0278-3109-477f-b62a-a2c68d670a76", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:46.494978 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73e77962-52ab-4cee-b202-4dc286c53367 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:46.495475 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e77962-52ab-4cee-b202-4dc286c53367'] response: {'server_uuid': 'ac62e2d8-a210-4ac9-ae1a-f39656a9136b', 'name': 'network-vif-deleted', 'tag': 'f75a0278-3109-477f-b62a-a2c68d670a76', 'status': 'completed', 'code': 200} Apr 12 11:08:46.600882 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (f70f54dc-1abc-4efa-a5ae-e59e387a1add), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.822113 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Router f70f54dc-1abc-4efa-a5ae-e59e387a1add has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:46.941274 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:46.950206 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-c76ce64f-8980-42d6-aa5a-369351d82fcc admin admin] 10.222.0.41 "PUT /v2.0/routers/f70f54dc-1abc-4efa-a5ae-e59e387a1add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221653 Apr 12 11:08:46.950206 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41888) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:46.954202 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] Sync routers for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:46.966463 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:46.967508 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:47.060729 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks [] for router (f70f54dc-1abc-4efa-a5ae-e59e387a1add), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.083133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:47.174982 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks [] for router_gateway (f70f54dc-1abc-4efa-a5ae-e59e387a1add), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.221741 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Deleting port c8826c10-2829-4c66-9603-8ee705297229 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:47.222418 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (c8826c10-2829-4c66-9603-8ee705297229), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.265386 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'c8826c10-2829-4c66-9603-8ee705297229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:08:46Z', 'revision_number': 5, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port': {'id': 'c8826c10-2829-4c66-9603-8ee705297229', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:53Z', 'updated_at': '2022-04-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:47.292440 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] Checking router: f70f54dc-1abc-4efa-a5ae-e59e387a1add for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:47.300989 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] Routers {'f70f54dc-1abc-4efa-a5ae-e59e387a1add'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:47.301870 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:47.306433 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] For port c8826c10-2829-4c66-9603-8ee705297229, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=c8826c10-2829-4c66-9603-8ee705297229,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:47.306835 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (c8826c10-2829-4c66-9603-8ee705297229), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.320849 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Calling delete_port for c8826c10-2829-4c66-9603-8ee705297229 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:47.385236 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-2d522ef4-8c6a-4aec-bca6-8ad002e183c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:47.387800 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-2d522ef4-8c6a-4aec-bca6-8ad002e183c1 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/networks?id=23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 200 len: 808 time: 0.1127374 Apr 12 11:08:47.393152 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] Set router f70f54dc-1abc-4efa-a5ae-e59e387a1add gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:47.408943 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-83203cb4-1d51-4621-827c-5cb0ee08c27e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/quotas/3f627812f919467d813a14e2e1404456 HTTP/1.1" status: 200 len: 375 time: 0.0095863 Apr 12 11:08:47.445086 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-879ed8b8-5a50-45f5-b42b-502db37f6c1d tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f627812f919467d813a14e2e1404456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301435 Apr 12 11:08:47.449169 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:08:47Z', 'revision_number': 6, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:47.475808 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d83af6-64a1-462b-be53-abb1ba29bd9f None None] The sync data for ids ['f70f54dc-1abc-4efa-a5ae-e59e387a1add'] in dv-cinder-830089-4-smb is: [{'id': 'f70f54dc-1abc-4efa-a5ae-e59e387a1add', 'name': 'tempest-AttachVolumeShelveTestJSON-1359267741-router', 'tenant_id': '2c05008531754bf68fbf7eb1b5225f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:01:52Z', 'updated_at': '2022-04-12T11:08:47Z', 'revision_number': 6, 'project_id': '2c05008531754bf68fbf7eb1b5225f78', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:47.500774 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (c8826c10-2829-4c66-9603-8ee705297229), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.526941 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8826c10-2829-4c66-9603-8ee705297229,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:47.593305 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (f70f54dc-1abc-4efa-a5ae-e59e387a1add), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.604483 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-d2a78459-5762-4020-8caa-8bc7b2dec9d8 service neutron] 10.222.0.41 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521454 Apr 12 11:08:47.685937 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (f70f54dc-1abc-4efa-a5ae-e59e387a1add), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.688403 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks [] for router_controller (f70f54dc-1abc-4efa-a5ae-e59e387a1add), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.705844 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-7025f7e4-7d84-42c0-9825-d3a25871f05c service neutron] 10.222.0.41 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952036 Apr 12 11:08:47.733086 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (f70f54dc-1abc-4efa-a5ae-e59e387a1add), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.733652 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70f54dc-1abc-4efa-a5ae-e59e387a1add {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:08:47.738082 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.739645 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-28a0e693-5db9-480a-b8b4-217ea5573f36 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f70f54dc-1abc-4efa-a5ae-e59e387a1add HTTP/1.1" status: 204 len: 168 time: 0.7890804 Apr 12 11:08:47.742279 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:47.787137 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Deleting subnet 983ac349-3526-413a-90b2-48d649960a00 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:08:47.790538 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Publish callbacks [] for subnet (983ac349-3526-413a-90b2-48d649960a00), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.830990 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (983ac349-3526-413a-90b2-48d649960a00), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:47.889989 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-33f7dd5a-7662-4b78-bf43-13ed01acccab req-d61cd12a-839f-4db3-955c-f1bc5673f417 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 210 time: 0.0341475 Apr 12 11:08:47.956907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (983ac349-3526-413a-90b2-48d649960a00), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.010950 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (983ac349-3526-413a-90b2-48d649960a00), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.037721 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983ac349-3526-413a-90b2-48d649960a00,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:48.041423 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.044534 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-ce8406c1-911f-4287-a4b5-e22111eb52a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/983ac349-3526-413a-90b2-48d649960a00 HTTP/1.1" status: 204 len: 168 time: 0.3013000 Apr 12 11:08:48.047225 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41916) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:48.049923 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cfe818-821a-43f3-9422-b2a93758727b None None] Network 1aa90ab5-27a1-4446-b358-853fbe9b3fdf requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:48.124134 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (1aa90ab5-27a1-4446-b358-853fbe9b3fdf), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.176695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Deleting port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:48.177092 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.243055 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] For port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,segment=NetworkSegment(834f2cf6-c8d7-4038-aad6-788342d95384),segment_id=834f2cf6-c8d7-4038-aad6-788342d95384)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:48.243506 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.259177 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Calling delete_port for 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:48.362382 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (42f646ad-34b4-41f9-9eb1-dc3cc1cec20c), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.387762 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e695fb-8bc1-4848-992d-9255a921d73b None None] DHCP port deletion for 1aa90ab5-27a1-4446-b358-853fbe9b3fdf request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:08:48.388851 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=42f646ad-34b4-41f9-9eb1-dc3cc1cec20c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:48.392451 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] No DVR routers for this DVR port 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c on host dv-cinder-830089-4-smb {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:48.398745 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device f75a0278-3109-477f-b62a-a2c68d670a76 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:48.431345 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: f75a0278-3109-477f-b62a-a2c68d670a76 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:48.431701 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device f75a0278-3109-477f-b62a-a2c68d670a76 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:48.474523 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (1aa90ab5-27a1-4446-b358-853fbe9b3fdf), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.495882 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa90ab5-27a1-4446-b358-853fbe9b3fdf']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:48.506786 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834f2cf6-c8d7-4038-aad6-788342d95384') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:48.507124 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834f2cf6-c8d7-4038-aad6-788342d95384') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:48.517862 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (834f2cf6-c8d7-4038-aad6-788342d95384), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.532876 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (834f2cf6-c8d7-4038-aad6-788342d95384), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.540846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:08:48.541267 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (834f2cf6-c8d7-4038-aad6-788342d95384), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:08:48.543276 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:08:48.599779 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (1aa90ab5-27a1-4446-b358-853fbe9b3fdf), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.606041 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.607907 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/1aa90ab5-27a1-4446-b358-853fbe9b3fdf HTTP/1.1" status: 204 len: 168 time: 0.5595684 Apr 12 11:08:48.622255 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc970bf-e097-4842-b2cb-1aa91952d2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa90ab5-27a1-4446-b358-853fbe9b3fdf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:48.719624 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41922) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:48.771786 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9a3db1fc-62c1-4fad-b3ff-f21a80a71599 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c05008531754bf68fbf7eb1b5225f78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508139 Apr 12 11:08:48.774354 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41924) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:48.831458 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f5d55b0-7c9c-48ee-8f62-4a76cc3577d5 admin admin] Publish callbacks [] for security_group (e9332471-73ce-4b51-9975-d6397ca84223), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.865547 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f5d55b0-7c9c-48ee-8f62-4a76cc3577d5 admin admin] Publish callbacks [] for security_group (e9332471-73ce-4b51-9975-d6397ca84223), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.998421 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-12849ab3-2ec8-4bbf-8313-2c6581d36a2f req-1e1bff6c-0a55-4eca-b598-fa3b0124c748 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 210 time: 0.0351231 Apr 12 11:08:49.023542 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-75e2cf85-9bd5-45fe-92f1-0b8534092f19 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:49.023542 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-75e2cf85-9bd5-45fe-92f1-0b8534092f19 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "GET /v2.0/networks?id=23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 200 len: 808 time: 0.1751335 Apr 12 11:08:49.023542 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f5d55b0-7c9c-48ee-8f62-4a76cc3577d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (e9332471-73ce-4b51-9975-d6397ca84223), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.025631 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f5d55b0-7c9c-48ee-8f62-4a76cc3577d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.026661 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-3f5d55b0-7c9c-48ee-8f62-4a76cc3577d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9332471-73ce-4b51-9975-d6397ca84223 HTTP/1.1" status: 204 len: 168 time: 0.2513759 Apr 12 11:08:49.034979 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d55b0-7c9c-48ee-8f62-4a76cc3577d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9332471-73ce-4b51-9975-d6397ca84223,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:49.126200 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:49.137238 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Request body: {'port': {'device_id': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81', 'admin_state_up': True, 'tenant_id': '3f627812f919467d813a14e2e1404456'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:49.147106 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:49.147541 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device 42f646ad-34b4-41f9-9eb1-dc3cc1cec20c not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:49.148031 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device c8826c10-2829-4c66-9603-8ee705297229 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:49.170258 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: c8826c10-2829-4c66-9603-8ee705297229 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:49.170672 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device c8826c10-2829-4c66-9603-8ee705297229 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:49.171180 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:49.191155 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:49.191577 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e32ae5c7-4dbc-4f5a-b8f9-d73013e56856 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:49.252567 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Made reservation on behalf of 3f627812f919467d813a14e2e1404456 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:49.255844 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.342188 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.383172 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Allocated IP 172.20.0.12 (23338b26-c0f6-4c19-827c-9c4d265d4e81/2102dea9-f9fc-47d5-9968-fe10692047db/80ef36ad-f1b0-4f8a-8765-c0698dbf1545) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:49.532764 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks [] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.570912 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.612588 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Network 23338b26-c0f6-4c19-827c-9c4d265d4e81 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:49.615667 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:49.619293 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:49.643121 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Pushing event updated for resources: {'Port': ['ID=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:49.670073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:49.670709 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.688916 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-63ae875e-6a80-4fe3-b57c-f8374fb838ee tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562117 Apr 12 11:08:49.705285 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Request body: {'port': {'device_id': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:49.718293 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41952) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:49.768341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.816324 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-682851694-network', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:49.835024 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Made reservation on behalf of 7ad1ce5af2fb44dcba46a14326f372f2 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:49.837308 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for network (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.849573 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.925309 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks [] for security_group (634c4280-6d28-4219-b513-cf5c3cd92749), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.929767 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (634c4280-6d28-4219-b513-cf5c3cd92749), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.950727 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:08:49.964158 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634c4280-6d28-4219-b513-cf5c3cd92749,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:49.969340 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (07c5f457-c971-4a9b-82e5-1b010bb2b79c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:49.969668 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.segments_db [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Added segment 07c5f457-c971-4a9b-82e5-1b010bb2b79c of type vlan for network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b Apr 12 11:08:50.009618 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783821375335'] for network (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.033986 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:50.037449 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020'] for network (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.039323 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.040200 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.042518 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Publish callbacks [] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.055587 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Transition to ACTIVE for port object 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:08:50.059995 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.105323 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3857350 Apr 12 11:08:50.108315 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:50.117151 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:50.122734 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Request body: {'subnet': {'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-682851694-subnet', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:50.127579 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1417ca3-dd1e-40d2-9f76-f97523160468 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:50.142007 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b details requested by agent ovs-agent-dv-cinder-830089-4-smb with host dv-cinder-830089-4-smb {{(pid=103287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:08:50.171962 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd271ab7-def2-4e07-b798-3a76b1e03b11 req-cc25faca-a515-45d3-959c-aea94b7ae677 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.173483 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bd271ab7-def2-4e07-b798-3a76b1e03b11 req-cc25faca-a515-45d3-959c-aea94b7ae677 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 944 time: 0.0717988 Apr 12 11:08:50.174538 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Made reservation on behalf of 7ad1ce5af2fb44dcba46a14326f372f2 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:50.176757 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14640380'] for subnet (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.190084 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Attempting to bind port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:50.190739 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Attempting to bind port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:50.191252 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Attempting to bind port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 on network 23338b26-c0f6-4c19-827c-9c4d265d4e81 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:50.195953 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 on network 23338b26-c0f6-4c19-827c-9c4d265d4e81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:08:50.196647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Attempting to bind port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 on network 23338b26-c0f6-4c19-827c-9c4d265d4e81 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:50.201333 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:50.201996 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Checking segment: {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:50.202132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Bound using segment: {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:50.202448 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Bound port: 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5938eaac-efa6-45b8-ae95-494c4a98e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:50.202835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.267329 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] For port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:50.270538 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] For port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:50.277404 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.281355 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-bd271ab7-def2-4e07-b798-3a76b1e03b11 req-6938e923-1bdc-44f4-a941-44542f427701 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013653 Apr 12 11:08:50.315016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.315640 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.317032 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/80ef36ad-f1b0-4f8a-8765-c0698dbf1545 HTTP/1.1" status: 200 len: 1094 time: 0.6159728 Apr 12 11:08:50.317489 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'tag': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:50.319769 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50d01c1-880d-45e6-a586-ca77757532b0" -d '{"events": [{"name": "network-changed", "server_uuid": "19edd4e6-ae14-4dab-ae48-53fea2f4016b", "tag": "80ef36ad-f1b0-4f8a-8765-c0698dbf1545"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:50.354532 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bba47c-c6c7-4ba5-804a-c7f0478cc6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:50.360084 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7120c2-7fba-4508-8fea-1137251a2292 x-openstack-request-id: req-7f7120c2-7fba-4508-8fea-1137251a2292 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:50.360456 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19edd4e6-ae14-4dab-ae48-53fea2f4016b", "tag": "80ef36ad-f1b0-4f8a-8765-c0698dbf1545", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:50.360856 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f7120c2-7fba-4508-8fea-1137251a2292 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:50.361313 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7120c2-7fba-4508-8fea-1137251a2292'] response: {'name': 'network-changed', 'server_uuid': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'tag': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545', 'status': 'completed', 'code': 200} Apr 12 11:08:50.386109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13540798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14640366'] for subnet (790f2e64-2ac9-47fa-9577-261702684707), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.420485 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-d332753b-93ce-411f-8c3a-178f63f9928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.421991 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-d332753b-93ce-411f-8c3a-178f63f9928d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f627812f919467d813a14e2e1404456&device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 1128 time: 0.0429969 Apr 12 11:08:50.440666 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790f2e64-2ac9-47fa-9577-261702684707,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:50.449419 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:50.449817 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Network hostable DHCP agents. Network: fa9cece3-4b0d-4f5a-b63c-850f965fbf0b, hostable agents: ['5c151ec3-8dab-4af7-a57d-b0c7644dc9a1'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:08:50.468800 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-8a269f9d-0c1c-47e3-a2c9-3d5e7823a6eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545 HTTP/1.1" status: 200 len: 217 time: 0.0345998 Apr 12 11:08:50.469960 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is scheduled to be hosted by DHCP agent 5c151ec3-8dab-4af7-a57d-b0c7644dc9a1 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:08:50.479321 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-smb, fa9cece3-4b0d-4f5a-b63c-850f965fbf0b) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:50.483722 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.484351 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.491033 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556ce4a-13e2-4a59-926b-9446daf82a74 None None] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:50.502444 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-2700f99e-9b16-4c8a-8902-cdc82410e750 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3907013 Apr 12 11:08:50.506385 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41964) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:50.510716 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:50.522919 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-dd969fc9-808d-4ec5-9033-f5f7908796a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.524763 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-dd969fc9-808d-4ec5-9033-f5f7908796a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2102dea9-f9fc-47d5-9968-fe10692047db HTTP/1.1" status: 200 len: 848 time: 0.0507288 Apr 12 11:08:50.529798 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1504'] for router (e28f9c78-f0d5-42dd-b87f-31d04cab1650), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.531185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1497'] for router (e28f9c78-f0d5-42dd-b87f-31d04cab1650), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.557436 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-c15e19d6-0461-4086-855c-f2d6a657eece service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23338b26-c0f6-4c19-827c-9c4d265d4e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261416 Apr 12 11:08:50.590920 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks [] for router_controller (e28f9c78-f0d5-42dd-b87f-31d04cab1650), precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.602579 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb3c3fbe-9c35-59a6-9895-b1343b86f70a-fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707'}]}} from dv-cinder-830089-4-smb. {{(pid=103287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:08:50.603560 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.651408 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-4d2b9b4f-53e1-4ff7-8079-3d8865d8984c service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881631 Apr 12 11:08:50.737804 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks [] for router_gateway (e28f9c78-f0d5-42dd-b87f-31d04cab1650), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.751890 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Allocated IP 172.20.0.2 (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b/790f2e64-2ac9-47fa-9577-261702684707/d084e1c0-695f-4c15-a100-ee621b5c0760) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:50.753848 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-638d1c41-0520-42db-bbdb-9f32c1eb7222 req-f4b91b83-48f0-483d-9b84-df416c03e4a7 service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956252 Apr 12 11:08:50.894829 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Publish callbacks [] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.901332 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.924795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks [] for router_gateway (e28f9c78-f0d5-42dd-b87f-31d04cab1650), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.940200 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:50.943296 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:50.944364 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:50.948575 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:50.951622 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Pushing event updated for resources: {'Port': ['ID=d084e1c0-695f-4c15-a100-ee621b5c0760,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:51.005024 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Attempting to bind port d084e1c0-695f-4c15-a100-ee621b5c0760 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:51.005385 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Attempting to bind port d084e1c0-695f-4c15-a100-ee621b5c0760 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:51.005763 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Attempting to bind port d084e1c0-695f-4c15-a100-ee621b5c0760 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:51.010714 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:51.011088 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:51.011851 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:51.012236 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Bound using segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:51.012691 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Bound port: d084e1c0-695f-4c15-a100-ee621b5c0760, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:51.013066 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:51.054779 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Allocated IP 172.28.2.29 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/e1aaf5d9-a43c-4cae-a560-4076331ed23a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:51.078183 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] For port d084e1c0-695f-4c15-a100-ee621b5c0760, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:51.081309 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] For port d084e1c0-695f-4c15-a100-ee621b5c0760, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=d084e1c0-695f-4c15-a100-ee621b5c0760,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:51.087641 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:51.144501 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4d66c-8f37-4a32-9a72-1ceb7b332267 None None] Pushing event updated for resources: {'Port': ['ID=d084e1c0-695f-4c15-a100-ee621b5c0760,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:51.169846 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks [] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:51.205051 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:51.247646 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:51.252087 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:51.255529 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:51.260949 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1aaf5d9-a43c-4cae-a560-4076331ed23a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:51.479797 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-39ca938d-e8dc-437f-91f5-ffe2d87cb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:51.481530 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-39ca938d-e8dc-437f-91f5-ffe2d87cb63b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f627812f919467d813a14e2e1404456&device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 1128 time: 0.0409541 Apr 12 11:08:51.754564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec17939-fcb5-40b6-b531-b2274b668273 req-7eb27363-2783-45f3-b3fc-e6317e240cc0 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:51.756166 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dec17939-fcb5-40b6-b531-b2274b668273 req-7eb27363-2783-45f3-b3fc-e6317e240cc0 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 944 time: 0.0885494 Apr 12 11:08:51.884081 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-dec17939-fcb5-40b6-b531-b2274b668273 req-8ae8521e-ea61-4e0a-8fbf-5dffe5c5b4d2 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883980 Apr 12 11:08:51.894336 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-89d85669-b3b2-4f4c-9c52-193eb558d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:51.895869 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-89d85669-b3b2-4f4c-9c52-193eb558d83d service neutron] 10.222.0.64 "GET /v2.0/networks?id=23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 200 len: 909 time: 0.4081302 Apr 12 11:08:51.905520 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks [] for router_gateway (e28f9c78-f0d5-42dd-b87f-31d04cab1650), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:51.940087 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-a3632824-7fec-4b3b-8f45-89b227dd4549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545 HTTP/1.1" status: 200 len: 217 time: 0.0375648 Apr 12 11:08:52.012601 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-89d75724-cada-428a-bd20-e03fa5b7c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:52.014181 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-89d75724-cada-428a-bd20-e03fa5b7c6ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2102dea9-f9fc-47d5-9968-fe10692047db HTTP/1.1" status: 200 len: 848 time: 0.0491331 Apr 12 11:08:52.096217 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8e245-5cad-44ca-a797-649a363621aa None None] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:52.115561 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585581'] for router (e28f9c78-f0d5-42dd-b87f-31d04cab1650), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.212550 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] Provisioning complete for port d084e1c0-695f-4c15-a100-ee621b5c0760 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:52.213103 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.231925 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-113c6294-71a8-440d-892b-582068638e5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23338b26-c0f6-4c19-827c-9c4d265d4e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373111 Apr 12 11:08:52.254687 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 is scheduled to L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:08:52.304991 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] Current status of the port d084e1c0-695f-4c15-a100-ee621b5c0760 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:52.305387 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.333326 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-4b8e67bc-e8b9-4f65-8cdc-e0ed297bca19 service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944555 Apr 12 11:08:52.345352 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] For port d084e1c0-695f-4c15-a100-ee621b5c0760, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=d084e1c0-695f-4c15-a100-ee621b5c0760,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:52.351673 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.389772 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:52.405907 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:52.414989 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.421657 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41968) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:52.422390 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e8b48d4e-3a74-417f-a511-655a9bc7b8e5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9148505 Apr 12 11:08:52.422695 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:52.423362 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:08:52.424714 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:52.439427 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b5d8-59a5-499c-8ad0-3e2f2891615c None None] Pushing event updated for resources: {'Port': ['ID=d084e1c0-695f-4c15-a100-ee621b5c0760,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:52.484883 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-cf4e8783-1eb1-4955-a0ed-f60e8aadfddd None None] Provisioning complete for port d084e1c0-695f-4c15-a100-ee621b5c0760 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:52.484883 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8783-1eb1-4955-a0ed-f60e8aadfddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.550468 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c50d01c1-880d-45e6-a586-ca77757532b0 req-36e15ed9-0dc6-46a9-983a-2e739dff8315 service neutron] 10.222.0.64 "GET /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108610 Apr 12 11:08:52.556526 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:52.577927 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:52.607085 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545', 'network_id': '23338b26-c0f6-4c19-827c-9c4d265d4e81', 'port_id': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545', 'mac_address': 'fa:16:3e:3a:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2102dea9-f9fc-47d5-9968-fe10692047db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:08:52.646442 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e8783-1eb1-4955-a0ed-f60e8aadfddd None None] Current status of the port d084e1c0-695f-4c15-a100-ee621b5c0760 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:52.657135 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:52.657566 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.671021 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:52.696459 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:52.701816 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.753093 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:52.754099 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:51Z', 'revision_number': 3, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:52.784944 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:52.785286 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Updating router e28f9c78-f0d5-42dd-b87f-31d04cab1650 port e1aaf5d9-a43c-4cae-a560-4076331ed23a binding host dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:08:52.811286 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.901477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:52.965601 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['80ef36ad-f1b0-4f8a-8765-c0698dbf1545'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:53.039607 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c902f-a86b-4218-8428-4c6e61099343 req-162bf383-adc6-482c-a7f8-afcc33d29251 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:53.041144 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f4c902f-a86b-4218-8428-4c6e61099343 req-162bf383-adc6-482c-a7f8-afcc33d29251 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 945 time: 0.0831296 Apr 12 11:08:53.086970 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Publish callbacks [] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.093521 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.134616 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-6f4c902f-a86b-4218-8428-4c6e61099343 req-d93b0c7f-308f-4ba5-a6f3-d275bfea6ad8 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828304 Apr 12 11:08:53.140041 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Pushing event updated for resources: {'Port': ['ID=e1aaf5d9-a43c-4cae-a560-4076331ed23a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:53.148800 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.157588 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.158877 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Allocated IP 172.20.0.1 (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b/790f2e64-2ac9-47fa-9577-261702684707/b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:53.158977 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:53.170297 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device d084e1c0-695f-4c15-a100-ee621b5c0760 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:53.173466 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Attempting to bind port e1aaf5d9-a43c-4cae-a560-4076331ed23a on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:53.173836 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Attempting to bind port e1aaf5d9-a43c-4cae-a560-4076331ed23a by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:53.174199 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Attempting to bind port e1aaf5d9-a43c-4cae-a560-4076331ed23a on network 60d7e446-c4ae-4136-8faa-fc544375da9a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:53.179463 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:53.179835 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Checking segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:53.180235 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.180622 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Bound using segment: {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:53.181084 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Bound port: e1aaf5d9-a43c-4cae-a560-4076331ed23a, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513be890-11de-4583-b17a-4543f269a9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:53.181458 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.222030 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port d084e1c0-695f-4c15-a100-ee621b5c0760 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:53.222749 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.234338 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] For port e1aaf5d9-a43c-4cae-a560-4076331ed23a, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:53.237722 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] For port e1aaf5d9-a43c-4cae-a560-4076331ed23a, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e1aaf5d9-a43c-4cae-a560-4076331ed23a,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:53.244482 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.273704 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks [] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.294607 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772553f-3719-4957-a7b2-1226f48f5811 None None] Pushing event updated for resources: {'Port': ['ID=e1aaf5d9-a43c-4cae-a560-4076331ed23a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:53.307459 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port d084e1c0-695f-4c15-a100-ee621b5c0760 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:53.310314 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.322102 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:53.322838 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:53.352471 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:53.355345 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:53.358778 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:53.393295 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Pushing event updated for resources: {'Port': ['ID=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:53.408969 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585502'] for router_interface (e28f9c78-f0d5-42dd-b87f-31d04cab1650), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.439114 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:53.550992 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.569269 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-69bd9299-e98d-43ad-b6d0-6b5b014c8771 None None] Provisioning complete for port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:53.569649 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69bd9299-e98d-43ad-b6d0-6b5b014c8771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.608269 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-69bd9299-e98d-43ad-b6d0-6b5b014c8771 None None] Port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:53.707841 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:51Z', 'revision_number': 3, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:53.712228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks [] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.717635 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.737138 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063bcf2-60b1-4c0d-b885-e0f2b3e7cd48 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:51Z', 'revision_number': 3, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:53.787713 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Pushing event updated for resources: {'Port': ['ID=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:53.790155 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587182'] for router_interface (e28f9c78-f0d5-42dd-b87f-31d04cab1650), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.881974 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:53.883441 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:54.033294 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:54.135530 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-e83c906f-f497-4867-b02f-68a97b9f4b74 None None] Provisioning complete for port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:54.135936 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e83c906f-f497-4867-b02f-68a97b9f4b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.155706 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:54.168651 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-642ff6bd-7a75-44a1-8f09-5121e96a2f5c admin admin] 10.222.0.41 "PUT /v2.0/routers/e28f9c78-f0d5-42dd-b87f-31d04cab1650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435462 Apr 12 11:08:54.172695 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e83c906f-f497-4867-b02f-68a97b9f4b74 None None] Port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:54.263566 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55771-e30a-4d3e-adb3-e5c2fe15e8ef req-02fce46f-c73b-4ffe-a901-e1839eaff04b tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:54.265279 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8ee55771-e30a-4d3e-adb3-e5c2fe15e8ef req-02fce46f-c73b-4ffe-a901-e1839eaff04b tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 945 time: 0.0513425 Apr 12 11:08:54.315940 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-8ee55771-e30a-4d3e-adb3-e5c2fe15e8ef req-e2642588-ab5e-48c7-8436-db2802632974 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Apr 12 11:08:54.424706 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:54.469332 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:08:54.477157 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:54.477537 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.562183 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:54.562684 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.585743 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:54.587959 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e53e7f3-d821-47a5-9cea-124d956087df" -d '{"events": [{"server_uuid": "19edd4e6-ae14-4dab-ae48-53fea2f4016b", "name": "network-vif-plugged", "status": "completed", "tag": "80ef36ad-f1b0-4f8a-8765-c0698dbf1545"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:54.600348 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:54.605095 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.631969 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e6b1a-f18a-4492-89c9-224c503ab590 x-openstack-request-id: req-aa1e6b1a-f18a-4492-89c9-224c503ab590 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:54.632222 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19edd4e6-ae14-4dab-ae48-53fea2f4016b", "name": "network-vif-plugged", "status": "completed", "tag": "80ef36ad-f1b0-4f8a-8765-c0698dbf1545", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:54.632482 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa1e6b1a-f18a-4492-89c9-224c503ab590 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:54.632868 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1e6b1a-f18a-4492-89c9-224c503ab590'] response: {'server_uuid': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545', 'code': 200} Apr 12 11:08:54.655000 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41984) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:54.659718 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982949075', 'description': 'tempest-description--56728272'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:54.659935 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.680630 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.757446 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (d10225be-484a-422a-b460-d7465fe5474e), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.762543 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d10225be-484a-422a-b460-d7465fe5474e), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.790056 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.791327 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1352870 Apr 12 11:08:54.795073 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 41986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:54.799758 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': 'd10225be-484a-422a-b460-d7465fe5474e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:54.803835 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b3622-bb49-46aa-972b-78902f0129e0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10225be-484a-422a-b460-d7465fe5474e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.827604 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (f88595ad-df21-4dd0-9a90-a16134178f9a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.831992 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9156-8d8e-400b-b08a-b148a5b987f5 req-e4df50c9-f9dc-4dad-bad0-2f5279bebc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:54.833504 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c3f9156-8d8e-400b-b08a-b148a5b987f5 req-e4df50c9-f9dc-4dad-bad0-2f5279bebc03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 1130 time: 0.0412207 Apr 12 11:08:54.879568 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-7c3f9156-8d8e-400b-b08a-b148a5b987f5 req-26c0c359-d979-4c0a-af43-caff2960e8d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Apr 12 11:08:54.887024 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (f88595ad-df21-4dd0-9a90-a16134178f9a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.891407 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (f88595ad-df21-4dd0-9a90-a16134178f9a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.909012 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88595ad-df21-4dd0-9a90-a16134178f9a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.919388 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.920797 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e998f076-51de-4155-81f0-92c34a207f77 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245513 Apr 12 11:08:54.923587 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41988) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:54.928267 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': 'd10225be-484a-422a-b460-d7465fe5474e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:54.956627 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (5699db53-e03a-4049-8b5c-b34a2dae3c1c), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.013945 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (5699db53-e03a-4049-8b5c-b34a2dae3c1c), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.018808 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (5699db53-e03a-4049-8b5c-b34a2dae3c1c), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.037117 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5699db53-e03a-4049-8b5c-b34a2dae3c1c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:55.045242 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.046449 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7e1c0f55-6892-4f5c-a13d-c2220b744751 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218414 Apr 12 11:08:55.049718 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 41990) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:55.054118 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:55.076822 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.139599 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e1aaf5d9-a43c-4cae-a560-4076331ed23a up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:55.168836 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.186940 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port e1aaf5d9-a43c-4cae-a560-4076331ed23a triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:55.187382 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.266536 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:55.272116 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.28.2.110 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/1cba64b9-2d33-4071-aafc-0eb632225ff6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:55.278946 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port e1aaf5d9-a43c-4cae-a560-4076331ed23a is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:55.279401 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.286938 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:55.287675 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:55.340843 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] For port e1aaf5d9-a43c-4cae-a560-4076331ed23a, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e1aaf5d9-a43c-4cae-a560-4076331ed23a,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:55.346627 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.388086 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.429063 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.437740 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc8608-842a-48d6-a4e0-8f5140d071a4 req-53c7e672-3329-4f9e-9573-66c2b5c4df9b tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:55.439492 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ddc8608-842a-48d6-a4e0-8f5140d071a4 req-53c7e672-3329-4f9e-9573-66c2b5c4df9b tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 946 time: 0.0504601 Apr 12 11:08:55.444111 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Pushing event updated for resources: {'Port': ['ID=e1aaf5d9-a43c-4cae-a560-4076331ed23a,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:55.457891 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:55.478293 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:55.483059 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:55.485613 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:55.500996 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7ddc8608-842a-48d6-a4e0-8f5140d071a4 req-9bdff38b-9d31-466c-b3b5-8c8178e613a3 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550067 Apr 12 11:08:55.523532 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=1cba64b9-2d33-4071-aafc-0eb632225ff6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:55.585069 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (a302ce77-08b2-415c-b873-a5d1fd95c85e), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.621695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.654762 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:55.681131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:55.681131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Updating router e28f9c78-f0d5-42dd-b87f-31d04cab1650 port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 binding host dv-cinder-830089-4-smb {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:08:55.707637 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.774843 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.780567 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.848787 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=1cba64b9-2d33-4071-aafc-0eb632225ff6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:55.861747 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (a302ce77-08b2-415c-b873-a5d1fd95c85e), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.878745 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.879977 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-210499b8-6904-479a-98d1-72f778b33a2a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8293362 Apr 12 11:08:55.978996 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Publish callbacks [] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.985480 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.028891 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-c5d43eb6-9778-49eb-ac4c-7fbebe480784 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1982949075&fields=id&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 267 time: 0.0458720 Apr 12 11:08:56.039884 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7d25-1274-4bbb-aa5c-047ba562b129 None None] Pushing event updated for resources: {'Port': ['ID=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:56.092040 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Attempting to bind port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 on host dv-cinder-830089-4-smb for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:56.092577 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Attempting to bind port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 by drivers openvswitch,hyperv on host dv-cinder-830089-4-smb at level 0 using segments [{'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:56.092950 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Attempting to bind port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:56.098840 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Checking agent: {'id': '37200a8a-960a-421e-bbf0-e02a3be29d1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 53, 14), 'started_at': datetime.datetime(2022, 4, 12, 10, 53, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:56.098967 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:56.099313 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.099731 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Bound using segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:56.100429 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Bound port: b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5, host: dv-cinder-830089-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:56.100812 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.155603 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-79151e22-9cec-47c3-aaa0-76ce46e93b17 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:56.157505 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-79151e22-9cec-47c3-aaa0-76ce46e93b17 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1188092 Apr 12 11:08:56.173295 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-037731e3-2d0d-4896-88fc-7e75738a357e tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/quotas/7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 375 time: 0.0099258 Apr 12 11:08:56.233440 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-9ccf23a0-1f91-4f26-8dab-3c0bad4921b8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529432 Apr 12 11:08:56.313587 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] For port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5, host dv-cinder-830089-4-smb, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:56.315915 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-792572ae-29f2-4a02-ae96-a79ef7f61efc None None] Provisioning complete for port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:56.316358 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-792572ae-29f2-4a02-ae96-a79ef7f61efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.318885 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] For port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5, host dv-cinder-830089-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:56.336120 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-edcc3e0e-937a-48a0-b970-fa7cd04151bc service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896955 Apr 12 11:08:56.344997 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.388528 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-792572ae-29f2-4a02-ae96-a79ef7f61efc None None] Port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:56.414811 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7d25-1274-4bbb-aa5c-047ba562b129 None None] Pushing event updated for resources: {'Port': ['ID=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:56.417424 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:56.418041 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:56.430475 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-7ba9e129-486e-4ebc-aca1-a6c60c6d7829 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883417 Apr 12 11:08:56.548305 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:56.630989 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] Provisioning complete for port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:56.631362 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.635325 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-867b6bc9-6af2-4db1-a709-80ab66dfbc0b req-69d8f20b-8c87-4d33-b3e1-b75350c85304 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 210 time: 0.0458465 Apr 12 11:08:56.640644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d50984-30a9-445d-91a8-f888e72f73ed req-cd3d5ba3-4200-4ff8-9c01-10f137c98483 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:56.655126 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-41d50984-30a9-445d-91a8-f888e72f73ed req-cd3d5ba3-4200-4ff8-9c01-10f137c98483 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 946 time: 0.0615718 Apr 12 11:08:56.701689 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-41d50984-30a9-445d-91a8-f888e72f73ed req-88f13b78-a33c-4492-8cad-6a2646f17b84 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531702 Apr 12 11:08:56.854567 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] Current status of the port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 is: DOWN; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:56.854971 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.882514 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:56.914806 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6331b0-b22b-49ea-8c30-4c1d8cd961dc None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:56.924583 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] For port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:56.929079 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.010629 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10457005-cb11-496d-b509-887caa03bbc7 None None] Pushing event updated for resources: {'Port': ['ID=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:57.227835 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e1aaf5d9-a43c-4cae-a560-4076331ed23a up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:57.287982 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port e1aaf5d9-a43c-4cae-a560-4076331ed23a triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:57.288368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.380618 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port e1aaf5d9-a43c-4cae-a560-4076331ed23a is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:57.381778 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 up at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:57.436709 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Provisioning complete for port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:57.437177 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.495602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfeab-0e8e-4acb-b8bc-e8a9df235592 req-794ed7e9-1ad4-40cc-8107-926edd97265e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:57.497415 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b66bfeab-0e8e-4acb-b8bc-e8a9df235592 req-794ed7e9-1ad4-40cc-8107-926edd97265e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 946 time: 0.0546708 Apr 12 11:08:57.534368 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Current status of the port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 is: ACTIVE; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:57.558253 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b66bfeab-0e8e-4acb-b8bc-e8a9df235592 req-724bf4b6-e8be-43ec-b364-b8e51b1b9054 tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549068 Apr 12 11:08:57.733402 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9706a793-1ac7-4d76-b7a1-dbc4f6fae6fc req-e8616454-4d4d-4fd3-9469-43aa8c6c5d0a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 210 time: 0.0283542 Apr 12 11:08:58.690524 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648618-e337-4009-aeaa-ca5db9080ef7 req-20387d61-6fd8-4287-9431-5b120c43f79f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:58.692071 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-af648618-e337-4009-aeaa-ca5db9080ef7 req-20387d61-6fd8-4287-9431-5b120c43f79f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 946 time: 0.0634291 Apr 12 11:08:58.732231 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-f49848ee-c7bf-431c-9a4d-a74175449929 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:58.733560 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-f49848ee-c7bf-431c-9a4d-a74175449929 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1023507 Apr 12 11:08:58.738973 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-af648618-e337-4009-aeaa-ca5db9080ef7 req-e2f6bbe6-23fb-4ce9-a5d0-445d043aa38e tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/security-groups?id=82c9d0d9-e103-44cc-8109-844faed87c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Apr 12 11:08:58.837307 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3de1081b-59e6-4c70-a437-7b1195b0e5a8 req-74388921-55c0-423a-8c50-af78b29ec569 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 210 time: 0.0364890 Apr 12 11:08:58.885624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-1e68da65-24f8-4fac-ae27-e6602e6a55c9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 380 time: 0.0549164 Apr 12 11:08:58.940267 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'port': {'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'admin_state_up': True, 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'security_groups': ['d10225be-484a-422a-b460-d7465fe5474e']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:59.037696 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-c47fe196-8a8b-4dac-90f3-235ff6731f3f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:59.039238 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-c47fe196-8a8b-4dac-90f3-235ff6731f3f tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 946 time: 0.0942385 Apr 12 11:08:59.135571 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Made reservation on behalf of 7ad1ce5af2fb44dcba46a14326f372f2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:59.139077 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.173200 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Deleting port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:59.173535 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.332099 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] For port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,segment=NetworkSegment(5938eaac-efa6-45b8-ae95-494c4a98e9bf),segment_id=5938eaac-efa6-45b8-ae95-494c4a98e9bf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:59.332365 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.350298 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.20.0.4 (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b/790f2e64-2ac9-47fa-9577-261702684707/e5ae693d-6cab-465d-9cee-33c7b305a51e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:59.352491 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Calling delete_port for 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:59.574736 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.591838 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (80ef36ad-f1b0-4f8a-8765-c0698dbf1545), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.627807 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['80ef36ad-f1b0-4f8a-8765-c0698dbf1545'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:59.630910 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Pushing event deleted for resources: {'Port': ['ID=80ef36ad-f1b0-4f8a-8765-c0698dbf1545,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.664486 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.685293 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] No DVR routers for this DVR port 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:59.710120 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.713452 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2acf626f-b711-4a8e-a478-bdb6be8f188b req-e294364f-3923-426a-adf4-a895b064ccde tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.64 "DELETE /v2.0/ports/80ef36ad-f1b0-4f8a-8765-c0698dbf1545 HTTP/1.1" status: 204 len: 173 time: 0.6512082 Apr 12 11:08:59.717722 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'name': 'network-vif-deleted', 'tag': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:59.720065 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3909d77f-7260-44e3-933c-447b1c0da670" -d '{"events": [{"server_uuid": "19edd4e6-ae14-4dab-ae48-53fea2f4016b", "name": "network-vif-deleted", "tag": "80ef36ad-f1b0-4f8a-8765-c0698dbf1545"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:59.738120 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:59.741185 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:59.745685 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:59.775284 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a8c59-0e0b-47f7-957b-600b1587496f x-openstack-request-id: req-da6a8c59-0e0b-47f7-957b-600b1587496f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:59.775567 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19edd4e6-ae14-4dab-ae48-53fea2f4016b", "name": "network-vif-deleted", "tag": "80ef36ad-f1b0-4f8a-8765-c0698dbf1545", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:59.775779 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da6a8c59-0e0b-47f7-957b-600b1587496f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:59.776185 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6a8c59-0e0b-47f7-957b-600b1587496f'] response: {'server_uuid': '19edd4e6-ae14-4dab-ae48-53fea2f4016b', 'name': 'network-vif-deleted', 'tag': '80ef36ad-f1b0-4f8a-8765-c0698dbf1545', 'status': 'completed', 'code': 200} Apr 12 11:08:59.776762 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=e5ae693d-6cab-465d-9cee-33c7b305a51e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.830648 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:59.831299 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.857952 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-32826d01-40ef-4a06-b604-909c9337a462 req-3ff13a27-b3a9-4d5a-a59f-6101c04b59fd tempest-VolumesActionsTest-1326626934 tempest-VolumesActionsTest-1326626934-project] 10.222.0.41 "GET /v2.0/ports?device_id=19edd4e6-ae14-4dab-ae48-53fea2f4016b HTTP/1.1" status: 200 len: 210 time: 0.0452292 Apr 12 11:08:59.869235 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-3ab49041-476d-43fe-a382-c22d7a4e0311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329708 Apr 12 11:08:59.893663 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Request body: {'port': {'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:59.966996 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.972591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4d95f-b2bb-498e-92d5-506e8972ad28 req-9caa5d15-4126-4b0f-ab39-4073e121322f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:59.974257 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f9d4d95f-b2bb-498e-92d5-506e8972ad28 req-9caa5d15-4126-4b0f-ab39-4073e121322f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 931 time: 0.0576582 Apr 12 11:09:00.022792 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f9d4d95f-b2bb-498e-92d5-506e8972ad28 req-cb4309d6-8f2f-44fe-bd27-64d2817c0e29 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Apr 12 11:09:00.069982 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-6f805c65-69dd-40c2-8488-13a5ce55b333 None None] Provisioning complete for port e5ae693d-6cab-465d-9cee-33c7b305a51e triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:00.071046 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f805c65-69dd-40c2-8488-13a5ce55b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.108072 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6f805c65-69dd-40c2-8488-13a5ce55b333 None None] Port e5ae693d-6cab-465d-9cee-33c7b305a51e cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:00.227974 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ae693d-6cab-465d-9cee-33c7b305a51e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:00.236042 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Publish callbacks [] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.250935 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Transition to ACTIVE for port object e5ae693d-6cab-465d-9cee-33c7b305a51e will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:00.255113 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.305847 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Pushing event updated for resources: {'Port': ['ID=e5ae693d-6cab-465d-9cee-33c7b305a51e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:00.385036 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Attempting to bind port e5ae693d-6cab-465d-9cee-33c7b305a51e on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:00.385367 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Attempting to bind port e5ae693d-6cab-465d-9cee-33c7b305a51e by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:00.385695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Attempting to bind port e5ae693d-6cab-465d-9cee-33c7b305a51e on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:00.390628 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Port e5ae693d-6cab-465d-9cee-33c7b305a51e on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:00.390942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Attempting to bind port e5ae693d-6cab-465d-9cee-33c7b305a51e on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:00.396004 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:00.396340 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:00.396719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Bound using segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:00.397140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Bound port: e5ae693d-6cab-465d-9cee-33c7b305a51e, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:00.397497 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.463982 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] For port e5ae693d-6cab-465d-9cee-33c7b305a51e, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:00.467107 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] For port e5ae693d-6cab-465d-9cee-33c7b305a51e, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:00.473689 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.508529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:00.509155 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.510478 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] 10.222.0.64 "PUT /v2.0/ports/e5ae693d-6cab-465d-9cee-33c7b305a51e HTTP/1.1" status: 200 len: 1093 time: 0.6265988 Apr 12 11:09:00.529713 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc469184-d091-40e1-b2d2-8797e7668a5b service neutron] Pushing event updated for resources: {'Port': ['ID=e5ae693d-6cab-465d-9cee-33c7b305a51e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:00.614915 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-efa61f25-74a6-402c-9473-6a51e4a04f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:00.617278 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-efa61f25-74a6-402c-9473-6a51e4a04f61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 1127 time: 0.0457859 Apr 12 11:09:00.670284 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-4af09ffc-1cc2-442b-9e48-eb06a865a153 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e HTTP/1.1" status: 200 len: 217 time: 0.0385592 Apr 12 11:09:00.719114 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-9c5c9237-c768-46ae-b14f-dc8d42f31969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:00.720643 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-9c5c9237-c768-46ae-b14f-dc8d42f31969 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0439458 Apr 12 11:09:00.764832 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-aab51f3b-f289-42e7-b55e-cc4124fbc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:00.766368 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-aab51f3b-f289-42e7-b55e-cc4124fbc7f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392237 Apr 12 11:09:01.143467 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a559c0-db5f-4f71-9c93-d7d1df0a5e01 req-2097fbb8-3695-45be-bfec-2b5731fe4f94 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:01.144967 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d0a559c0-db5f-4f71-9c93-d7d1df0a5e01 req-2097fbb8-3695-45be-bfec-2b5731fe4f94 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 943 time: 0.0500758 Apr 12 11:09:01.156166 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-b15fff17-c890-4cbf-9a87-fa8e05ef4006 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830380 Apr 12 11:09:01.196748 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-d0a559c0-db5f-4f71-9c93-d7d1df0a5e01 req-d93d9659-8f4f-453e-96da-cff509627466 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461960 Apr 12 11:09:01.259529 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e2a8ec92-38bc-4462-b5b9-58d205b75cf1 req-f5726579-3da0-4765-93fb-14bf0afd5eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972037 Apr 12 11:09:01.777908 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:01.781789 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b751d-3311-4fe8-bffc-495652151282" -d '{"events": [{"name": "network-changed", "server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:01.822765 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c185c4d-d18f-4c98-9baf-e408dfd4c72d x-openstack-request-id: req-4c185c4d-d18f-4c98-9baf-e408dfd4c72d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:01.823049 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:01.823299 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c185c4d-d18f-4c98-9baf-e408dfd4c72d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:01.823688 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c185c4d-d18f-4c98-9baf-e408dfd4c72d'] response: {'name': 'network-changed', 'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'status': 'completed', 'code': 200} Apr 12 11:09:02.054650 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b751d-3311-4fe8-bffc-495652151282 req-dc3aeed6-239b-4dae-8efd-4a4b9b4b68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.056106 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-dc3aeed6-239b-4dae-8efd-4a4b9b4b68e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 1127 time: 0.0394692 Apr 12 11:09:02.145316 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b751d-3311-4fe8-bffc-495652151282 req-d7288f8e-a2fc-450d-868c-7282c8a1713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.146831 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-d7288f8e-a2fc-450d-868c-7282c8a1713e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0840440 Apr 12 11:09:02.190684 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-678caa3d-2ef1-4048-bf27-05baa776b737 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e HTTP/1.1" status: 200 len: 217 time: 0.0368423 Apr 12 11:09:02.240969 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b751d-3311-4fe8-bffc-495652151282 req-cc08c95f-8b79-421a-bd21-f5377e6219f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.242451 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-cc08c95f-8b79-421a-bd21-f5377e6219f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0453820 Apr 12 11:09:02.287839 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b751d-3311-4fe8-bffc-495652151282 req-f3f90e67-5a32-4b85-98ca-ee89b6e68600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.289348 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-f3f90e67-5a32-4b85-98ca-ee89b6e68600 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393510 Apr 12 11:09:02.311866 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaabced-5046-4d80-be93-931be92a6a95 req-b8f9a0d8-5ce8-4d4a-a636-32de83a33d96 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.313271 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5aaabced-5046-4d80-be93-931be92a6a95 req-b8f9a0d8-5ce8-4d4a-a636-32de83a33d96 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 943 time: 0.0459018 Apr 12 11:09:02.362578 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5aaabced-5046-4d80-be93-931be92a6a95 req-fae8d735-2b54-441a-bc1a-48980bbd2e81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Apr 12 11:09:02.384752 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-ff289b72-dce5-42e5-9336-7d00c042cece service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878732 Apr 12 11:09:02.472658 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:02.477978 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fd0b751d-3311-4fe8-bffc-495652151282 req-af0b7cae-76a0-4a1c-88ea-0eb1a5f11f04 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873113 Apr 12 11:09:02.493345 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:02.493684 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 80ef36ad-f1b0-4f8a-8765-c0698dbf1545 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:03.508596 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c33f1-f9ac-41a4-924b-141609a7c0cf req-f77ee9ea-c6bc-48ed-8568-5a5931bcf108 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:03.510186 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e39c33f1-f9ac-41a4-924b-141609a7c0cf req-f77ee9ea-c6bc-48ed-8568-5a5931bcf108 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 943 time: 0.0626979 Apr 12 11:09:03.564206 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e39c33f1-f9ac-41a4-924b-141609a7c0cf req-77d84860-fcb9-4dc1-80b0-5a7199d7df04 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475111 Apr 12 11:09:04.487745 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device e5ae693d-6cab-465d-9cee-33c7b305a51e details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:04.604832 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port e5ae693d-6cab-465d-9cee-33c7b305a51e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:04.618527 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:04.660935 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port e5ae693d-6cab-465d-9cee-33c7b305a51e is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:04.661349 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.679002 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ae693d-6cab-465d-9cee-33c7b305a51e {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:04.691262 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54184a40-3b01-4a3d-9753-6b0d64fcbf00 req-bc7906e4-4acf-4a65-9f34-764bc885da60 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.698710 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-54184a40-3b01-4a3d-9753-6b0d64fcbf00 req-bc7906e4-4acf-4a65-9f34-764bc885da60 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 943 time: 0.0570891 Apr 12 11:09:04.700925 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port e5ae693d-6cab-465d-9cee-33c7b305a51e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:04.707032 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.762464 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-54184a40-3b01-4a3d-9753-6b0d64fcbf00 req-f5bbe1b6-73f2-4eb2-ad7b-07936254c6fe tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577264 Apr 12 11:09:04.762714 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=e5ae693d-6cab-465d-9cee-33c7b305a51e,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:05.002695 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['e5ae693d-6cab-465d-9cee-33c7b305a51e'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:05.050427 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:09:05.885820 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1a84c-c20d-495e-b701-40d0e61b850c req-ecc4c40b-eca8-4296-872b-782f1ad924c3 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:05.887785 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b6a1a84c-c20d-495e-b701-40d0e61b850c req-ecc4c40b-eca8-4296-872b-782f1ad924c3 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 944 time: 0.0605941 Apr 12 11:09:05.944046 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b6a1a84c-c20d-495e-b701-40d0e61b850c req-8ac3b4fa-031c-49f8-b133-97e913dc0f20 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491750 Apr 12 11:09:06.487636 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device e5ae693d-6cab-465d-9cee-33c7b305a51e up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:06.551867 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port e5ae693d-6cab-465d-9cee-33c7b305a51e completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:09:06.560493 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port e5ae693d-6cab-465d-9cee-33c7b305a51e triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:06.561048 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.667810 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port e5ae693d-6cab-465d-9cee-33c7b305a51e is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:06.668519 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.700801 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:06.703412 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be296b1-835b-41f9-9c35-d79e5f8f1134" -d '{"events": [{"server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "name": "network-vif-plugged", "status": "completed", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:06.716791 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port e5ae693d-6cab-465d-9cee-33c7b305a51e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:06.722018 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.753690 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc014e-015d-4e78-862f-f9c529485b68 x-openstack-request-id: req-07cc014e-015d-4e78-862f-f9c529485b68 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:06.754009 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "name": "network-vif-plugged", "status": "completed", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:06.754270 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07cc014e-015d-4e78-862f-f9c529485b68 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:06.754702 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc014e-015d-4e78-862f-f9c529485b68'] response: {'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'code': 200} Apr 12 11:09:06.776187 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=e5ae693d-6cab-465d-9cee-33c7b305a51e,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:06.996966 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e5559-f25b-4c55-99fa-369ca6c74f24 req-9598da9e-9d56-414c-a100-9740293f39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:06.999894 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a08e5559-f25b-4c55-99fa-369ca6c74f24 req-9598da9e-9d56-414c-a100-9740293f39f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 1129 time: 0.0635374 Apr 12 11:09:07.129944 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a08e5559-f25b-4c55-99fa-369ca6c74f24 req-84cf079b-5a6e-4f9e-b119-aae5747b176f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220963 Apr 12 11:09:07.140689 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74fcb-cdf5-4b57-ad1e-b00476656ff7 req-3157a517-da20-4307-aa02-f9380f942194 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:07.142734 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e7f74fcb-cdf5-4b57-ad1e-b00476656ff7 req-3157a517-da20-4307-aa02-f9380f942194 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 945 time: 0.1025267 Apr 12 11:09:07.204531 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e7f74fcb-cdf5-4b57-ad1e-b00476656ff7 req-102798b7-5baf-4bcd-917e-5f9ec157c413 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557685 Apr 12 11:09:07.481746 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c531f055-ad98-43b4-9f03-b8f74e4f4b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.347343 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6024-8c59-44bb-9549-d87427fe3b48 req-955dfdf2-f297-4e7d-b04c-1dfc50f6e8ac tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:08.349077 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-328a6024-8c59-44bb-9549-d87427fe3b48 req-955dfdf2-f297-4e7d-b04c-1dfc50f6e8ac tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Apr 12 11:09:08.404976 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-328a6024-8c59-44bb-9549-d87427fe3b48 req-81a4f47b-d511-440c-bd18-1238bd56505f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Apr 12 11:09:08.535967 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a9d6-3e7c-4e2f-9990-8246a44ba157 req-af3fc1d1-bebf-4d42-82de-c63f8c166ea8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:08.537503 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-4f53a9d6-3e7c-4e2f-9990-8246a44ba157 req-af3fc1d1-bebf-4d42-82de-c63f8c166ea8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Apr 12 11:09:08.546628 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42160) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:08.552027 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:08.605352 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (a302ce77-08b2-415c-b873-a5d1fd95c85e), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.160526 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.165854 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (a302ce77-08b2-415c-b873-a5d1fd95c85e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.279337 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP a302ce77-08b2-415c-b873-a5d1fd95c85e associated. External IP: 172.28.2.110, port: e5ae693d-6cab-465d-9cee-33c7b305a51e. Apr 12 11:09:09.520154 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:09.646351 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:09.651899 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.663286 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:09.684340 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-c378f6a4-fb86-4410-a5bd-e95cb5524e68 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "PUT /v2.0/floatingips/a302ce77-08b2-415c-b873-a5d1fd95c85e HTTP/1.1" status: 200 len: 991 time: 1.1364212 Apr 12 11:09:09.684945 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:09.687362 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:09.689919 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:09.690835 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:08:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:09.757061 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754b6fc-d2b4-4c84-9e81-084b21f80b57 x-openstack-request-id: req-d754b6fc-d2b4-4c84-9e81-084b21f80b57 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:09.757433 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:09.757745 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d754b6fc-d2b4-4c84-9e81-084b21f80b57 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:09.758601 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d754b6fc-d2b4-4c84-9e81-084b21f80b57'] response: {'name': 'network-changed', 'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'status': 'completed', 'code': 200} Apr 12 11:09:09.821072 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:09.883319 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-f7a9fa7c-2286-46ab-b741-7f4f5b027446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:09.884851 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-f7a9fa7c-2286-46ab-b741-7f4f5b027446 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 1129 time: 0.0720401 Apr 12 11:09:09.914886 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3671d017-6cb3-4e37-abe8-d59ceb89497e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.999097 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-7b1bbf29-95a8-4dc4-9294-a54f94cfef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:10.000807 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-7b1bbf29-95a8-4dc4-9294-a54f94cfef08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.1078720 Apr 12 11:09:10.069634 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:09Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:10.094304 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-9fdba00d-c910-42c5-8d56-bdf0ad3b23d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e HTTP/1.1" status: 200 len: 999 time: 0.0868812 Apr 12 11:09:10.100994 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:10.111224 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:10.112262 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:09:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:10.153401 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-013d21ed-c814-4636-a4f7-b097d2ebc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:10.155350 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-013d21ed-c814-4636-a4f7-b097d2ebc116 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0545709 Apr 12 11:09:10.222923 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-c1d4ac7b-84e7-48b6-b1db-2c1642e7677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:10.225240 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-c1d4ac7b-84e7-48b6-b1db-2c1642e7677e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0638695 Apr 12 11:09:10.235494 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:10.346275 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-9f02634d-7bdc-4a70-b5f8-17ae0b321bb6 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148627 Apr 12 11:09:10.452314 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-65b6bdd8-c6a0-4efa-8b51-942cd322e68c req-c6e07bb9-9e28-4076-9416-c760003085b7 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914476 Apr 12 11:09:10.495531 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:09Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:10.525645 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c223a5-b4e0-40d9-a1f2-b8ac3af30e08 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:09Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:10.628501 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.742726 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0ec47-5e42-4013-b12a-22dbfbb65209 None None] New status for floating IP a302ce77-08b2-415c-b873-a5d1fd95c85e: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:12.124316 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.735441 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:18.679169 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:18.729568 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Deleting subnet 2102dea9-f9fc-47d5-9968-fe10692047db {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:09:18.732801 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Publish callbacks [] for subnet (2102dea9-f9fc-47d5-9968-fe10692047db), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:18.766774 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919722'] for subnet (2102dea9-f9fc-47d5-9968-fe10692047db), precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:18.804775 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (2102dea9-f9fc-47d5-9968-fe10692047db), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:18.863924 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13540211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14640353'] for subnet (2102dea9-f9fc-47d5-9968-fe10692047db), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:18.889021 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2102dea9-f9fc-47d5-9968-fe10692047db,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:18.893644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:18.896722 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2102dea9-f9fc-47d5-9968-fe10692047db HTTP/1.1" status: 204 len: 168 time: 0.2165270 Apr 12 11:09:18.899648 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42286) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:18.901553 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.901898 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.902254 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.902599 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.902938 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.903266 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.903584 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.903907 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.904226 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.904544 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.904866 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.905186 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.905478 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.905811 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.906125 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ceff34-b66a-4f8a-b5e8-3c894fb33bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:18.979967 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (23338b26-c0f6-4c19-827c-9c4d265d4e81), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.056829 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (23338b26-c0f6-4c19-827c-9c4d265d4e81), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.081559 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23338b26-c0f6-4c19-827c-9c4d265d4e81']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:19.090814 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5938eaac-efa6-45b8-ae95-494c4a98e9bf') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:19.091112 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5938eaac-efa6-45b8-ae95-494c4a98e9bf') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:19.100339 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (5938eaac-efa6-45b8-ae95-494c4a98e9bf), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.113425 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (5938eaac-efa6-45b8-ae95-494c4a98e9bf), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.119815 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:09:19.120215 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (5938eaac-efa6-45b8-ae95-494c4a98e9bf), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:09:19.121944 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:09:19.178359 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (23338b26-c0f6-4c19-827c-9c4d265d4e81), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.183498 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.187185 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/23338b26-c0f6-4c19-827c-9c4d265d4e81 HTTP/1.1" status: 204 len: 168 time: 0.2865355 Apr 12 11:09:19.199586 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38672838-18d5-4390-a30f-b410b38641f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=23338b26-c0f6-4c19-827c-9c4d265d4e81,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:19.310715 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42290) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:19.338156 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.353470 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fcbf780d-747f-4f36-b52e-082287359d22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f627812f919467d813a14e2e1404456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415659 Apr 12 11:09:19.356144 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42292) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:19.407018 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ed0b-53da-4207-8967-db3d2ff278fd admin admin] Publish callbacks [] for security_group (82c9d0d9-e103-44cc-8109-844faed87c3f), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.427938 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ed0b-53da-4207-8967-db3d2ff278fd admin admin] Publish callbacks [] for security_group (82c9d0d9-e103-44cc-8109-844faed87c3f), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.482612 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ed0b-53da-4207-8967-db3d2ff278fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (82c9d0d9-e103-44cc-8109-844faed87c3f), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.485095 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ed0b-53da-4207-8967-db3d2ff278fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.486414 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-9ae7ed0b-53da-4207-8967-db3d2ff278fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82c9d0d9-e103-44cc-8109-844faed87c3f HTTP/1.1" status: 204 len: 168 time: 0.1293592 Apr 12 11:09:19.494132 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7ed0b-53da-4207-8967-db3d2ff278fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c9d0d9-e103-44cc-8109-844faed87c3f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:37.479297 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a334-3a6a-44b8-8fb3-8043a234f6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:39.909649 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-092c7ec9-c260-40f1-921e-9174ccc286d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.623648 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.052090 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:09:42.125879 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.734542 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.381945 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.116993 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42566) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:50.121556 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470258652', 'description': 'tempest-description--1140765815'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:50.143626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.211441 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (6b5fc708-6f8b-4732-b607-e041a899804a), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.215714 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6b5fc708-6f8b-4732-b607-e041a899804a), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.247792 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.249049 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1310534 Apr 12 11:09:50.251042 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5fc708-6f8b-4732-b607-e041a899804a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.252221 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42568) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:50.259095 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.259448 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.259792 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.260529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.260867 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.261198 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.261528 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.261854 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.262181 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.262527 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.263061 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.263392 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.263717 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.264038 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.264359 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f235a1-66ee-422b-85eb-e4041a15a7f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:50.264903 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': '6b5fc708-6f8b-4732-b607-e041a899804a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:50.305827 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (57584038-70e0-4bcd-98c1-a202c3cb10ef), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.339202 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42572) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:50.352039 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (57584038-70e0-4bcd-98c1-a202c3cb10ef), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.356675 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (57584038-70e0-4bcd-98c1-a202c3cb10ef), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.374171 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57584038-70e0-4bcd-98c1-a202c3cb10ef,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.382912 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.384117 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-1d715c58-fc1a-489a-a473-267440c93155 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302919 Apr 12 11:09:50.387505 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42576) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:50.392205 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': '6b5fc708-6f8b-4732-b607-e041a899804a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:50.419040 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (7ddf1a4a-1015-4cc6-b111-90a96f49a304), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.459442 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11415adc-cc81-4883-8027-72f05f5b66ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.503694 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (7ddf1a4a-1015-4cc6-b111-90a96f49a304), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.512660 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (7ddf1a4a-1015-4cc6-b111-90a96f49a304), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.545333 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddf1a4a-1015-4cc6-b111-90a96f49a304,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.557597 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.558854 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7d75678f-bfa2-4adf-855c-f742f79a5c48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703048 Apr 12 11:09:50.562915 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42578) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:50.567385 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:50.604190 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.612077 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11415adc-cc81-4883-8027-72f05f5b66ec admin admin] Publish callbacks [] for security_group (ebae4bd9-d25c-4160-8495-1c0b65cb3ef4), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.621884 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11415adc-cc81-4883-8027-72f05f5b66ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ebae4bd9-d25c-4160-8495-1c0b65cb3ef4), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.726501 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-11415adc-cc81-4883-8027-72f05f5b66ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e6941ece57d4ca580b317657ebe961b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860731 Apr 12 11:09:50.729412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:50.732782 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11415adc-cc81-4883-8027-72f05f5b66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae4bd9-d25c-4160-8495-1c0b65cb3ef4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.746331 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-1f318cba-e7db-4d57-85c4-d12e7dd74e1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635560 Apr 12 11:09:50.756894 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.780489 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc475-58da-474c-9a1c-d04d108318ff admin admin] Publish callbacks [] for security_group (ebae4bd9-d25c-4160-8495-1c0b65cb3ef4), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.802542 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc475-58da-474c-9a1c-d04d108318ff admin admin] Publish callbacks [] for security_group (ebae4bd9-d25c-4160-8495-1c0b65cb3ef4), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.851651 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc475-58da-474c-9a1c-d04d108318ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (ebae4bd9-d25c-4160-8495-1c0b65cb3ef4), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.854251 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc475-58da-474c-9a1c-d04d108318ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.855509 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4b8bc475-58da-474c-9a1c-d04d108318ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebae4bd9-d25c-4160-8495-1c0b65cb3ef4 HTTP/1.1" status: 204 len: 168 time: 0.1251357 Apr 12 11:09:50.864052 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bc475-58da-474c-9a1c-d04d108318ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae4bd9-d25c-4160-8495-1c0b65cb3ef4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.875710 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-6cde43b0-2c7c-4656-8c78-28fbce3dd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:50.877235 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-6cde43b0-2c7c-4656-8c78-28fbce3dd111 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 1129 time: 0.0724058 Apr 12 11:09:50.899410 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.28.2.159 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/6a3c4e8a-ef07-495c-8cc1-04e33ba6251a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:51.047405 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-d29d1090-43cf-4f90-9221-4514c86753f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:51.048878 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-d29d1090-43cf-4f90-9221-4514c86753f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.1509554 Apr 12 11:09:51.112875 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.137999 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-d8c4212d-579b-48cf-bed4-699ae8f4b2b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e HTTP/1.1" status: 200 len: 1001 time: 0.0791185 Apr 12 11:09:51.196897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.223266 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-682c56df-77f7-4d1e-92ca-3419068eaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:51.224761 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-682c56df-77f7-4d1e-92ca-3419068eaa05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0777102 Apr 12 11:09:51.269751 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:51.277077 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:51.281227 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:51.284880 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=6a3c4e8a-ef07-495c-8cc1-04e33ba6251a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:51.289100 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-5c2c3abc-3da4-4f7d-b0a1-faeef97f58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:51.294119 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-5c2c3abc-3da4-4f7d-b0a1-faeef97f58d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0596278 Apr 12 11:09:51.438615 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-069bf281-8c1d-4a0e-940e-e905cc431033 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271226 Apr 12 11:09:51.442600 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (744f6c72-028b-4f3f-8785-5a80bfa64125), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.529799 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.593130 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-53d754f6-1c7c-4497-ace6-bf8806856dc9 req-eb391f95-3823-4db0-afa7-6297f2102cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475749 Apr 12 11:09:51.997521 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:52.003617 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:52.075017 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=6a3c4e8a-ef07-495c-8cc1-04e33ba6251a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:52.087200 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (744f6c72-028b-4f3f-8785-5a80bfa64125), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:52.102891 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:52.104266 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b2def5c7-2e20-40e5-b1a8-697a0bd91a80 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5403388 Apr 12 11:09:52.300972 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-dd30a313-b2c5-4d1b-b88d-c9ffbeaa4393 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--470258652&fields=id&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 267 time: 0.0452890 Apr 12 11:09:52.415348 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-142ba965-4efa-4080-ab4a-fe7e09009a69 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:52.416839 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-142ba965-4efa-4080-ab4a-fe7e09009a69 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1093788 Apr 12 11:09:52.432326 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-20ce9ee5-4cd8-4c43-90b9-e36a4b5c44bc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/quotas/7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Apr 12 11:09:52.483999 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-7572540f-c031-4a23-b17f-afd7a87ecaff tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462813 Apr 12 11:09:52.586390 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-a3f01e2c-405d-4a0e-9734-21e26670d0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909243 Apr 12 11:09:52.687096 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-d28fec31-f78b-4afc-a382-d08935e4d110 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942073 Apr 12 11:09:52.843323 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a03cc59c-3dc7-4954-9429-1a184d168919 req-af3e2e20-30b7-4d2f-988b-02d2b32b0d9b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 210 time: 0.0288622 Apr 12 11:09:53.863215 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e6b96490-ca48-43e9-92c3-09686c09ead1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:53.864654 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e6b96490-ca48-43e9-92c3-09686c09ead1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1066628 Apr 12 11:09:53.944358 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-6b074e43-f5b8-452b-a4fb-13a490b34d88 req-b9fc3a23-fb06-49b8-898b-99189214c417 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 210 time: 0.0286148 Apr 12 11:09:53.950808 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-b9d5b134-9be0-407a-9467-724c822240ab tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 472 time: 0.0729628 Apr 12 11:09:54.055587 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'port': {'device_id': '9217e442-4864-4c76-b95d-0440132bc505', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'admin_state_up': True, 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'security_groups': ['6b5fc708-6f8b-4732-b607-e041a899804a']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:54.170302 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Made reservation on behalf of 7ad1ce5af2fb44dcba46a14326f372f2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:54.173628 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.296362 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.20.0.10 (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b/790f2e64-2ac9-47fa-9577-261702684707/d2b8cdcf-b940-4c60-adca-36364478cdf2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:54.437250 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.474023 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.517072 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:54.520086 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:54.522599 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:54.556905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=d2b8cdcf-b940-4c60-adca-36364478cdf2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:54.578606 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.579240 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.599429 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-e028b1d9-e822-43c8-bc95-bb1d0d8beb8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5504823 Apr 12 11:09:54.617225 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Request body: {'port': {'device_id': '9217e442-4864-4c76-b95d-0440132bc505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:54.697249 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.758334 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-c7fda47d-375a-44e8-92d8-aa1476f05cfc None None] Provisioning complete for port d2b8cdcf-b940-4c60-adca-36364478cdf2 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:54.758883 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7fda47d-375a-44e8-92d8-aa1476f05cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.794021 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c7fda47d-375a-44e8-92d8-aa1476f05cfc None None] Port d2b8cdcf-b940-4c60-adca-36364478cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:54.980256 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b8cdcf-b940-4c60-adca-36364478cdf2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:54.987746 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Publish callbacks [] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:55.001199 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Transition to ACTIVE for port object d2b8cdcf-b940-4c60-adca-36364478cdf2 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:55.006587 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:55.090143 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b8cdcf-b940-4c60-adca-36364478cdf2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:55.107018 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d7e55-bec2-4c54-9a0d-cb6cb56df38e req-0717d5f8-36d2-43a4-86dc-729947894754 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.108656 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f28d7e55-bec2-4c54-9a0d-cb6cb56df38e req-0717d5f8-36d2-43a4-86dc-729947894754 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 944 time: 0.0935659 Apr 12 11:09:55.221652 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-f28d7e55-bec2-4c54-9a0d-cb6cb56df38e req-6ae98df6-9aba-4650-8aa5-4afaaa3a7311 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941443 Apr 12 11:09:55.225921 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Attempting to bind port d2b8cdcf-b940-4c60-adca-36364478cdf2 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:55.226261 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Attempting to bind port d2b8cdcf-b940-4c60-adca-36364478cdf2 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:55.226642 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Attempting to bind port d2b8cdcf-b940-4c60-adca-36364478cdf2 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:55.231010 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Port d2b8cdcf-b940-4c60-adca-36364478cdf2 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:55.231321 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Attempting to bind port d2b8cdcf-b940-4c60-adca-36364478cdf2 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:55.236735 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:55.237101 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:55.237473 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Bound using segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:55.237915 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Bound port: d2b8cdcf-b940-4c60-adca-36364478cdf2, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:55.238300 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:55.299199 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] For port d2b8cdcf-b940-4c60-adca-36364478cdf2, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:55.302046 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] For port d2b8cdcf-b940-4c60-adca-36364478cdf2, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:55.310558 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:55.348306 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.349092 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:55.350448 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2b8cdcf-b940-4c60-adca-36364478cdf2 HTTP/1.1" status: 200 len: 1094 time: 0.7376337 Apr 12 11:09:55.350914 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:55.353220 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130cf2e-1b54-4b45-9053-f4c15e88d605" -d '{"events": [{"name": "network-changed", "server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:55.380050 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72bc5b-16b9-4df8-adc5-c6621d103dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b8cdcf-b940-4c60-adca-36364478cdf2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:55.393479 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a986c-35a8-407d-8014-edd85fd949aa x-openstack-request-id: req-943a986c-35a8-407d-8014-edd85fd949aa {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:55.393859 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:55.394094 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-943a986c-35a8-407d-8014-edd85fd949aa {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:55.394517 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943a986c-35a8-407d-8014-edd85fd949aa'] response: {'name': 'network-changed', 'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'status': 'completed', 'code': 200} Apr 12 11:09:55.454537 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-30b7dd36-394d-4e4d-838e-600ac1a3c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.456061 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-30b7dd36-394d-4e4d-838e-600ac1a3c612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 1128 time: 0.0403764 Apr 12 11:09:55.509366 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-d53e10c2-f7e7-451e-8411-dae6b2bb1133 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2 HTTP/1.1" status: 200 len: 217 time: 0.0394282 Apr 12 11:09:55.557997 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-317eb741-31a1-4f80-8973-d24015ac7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.559491 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-317eb741-31a1-4f80-8973-d24015ac7dcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0443571 Apr 12 11:09:55.601847 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-18d6b574-8626-4f75-b409-4c0a2a7cb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.603330 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-18d6b574-8626-4f75-b409-4c0a2a7cb705 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0378511 Apr 12 11:09:55.698522 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-752aabdc-da50-4dde-b245-883afba9c201 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882654 Apr 12 11:09:55.789919 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-248d8a08-1fe0-4da3-8e85-74dae6ba2e51 req-9a427bba-b45d-45fb-a4d7-084310b34b01 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Apr 12 11:09:56.339256 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa030e-53a4-4e2b-96b3-5f93848caae2 req-7e59d111-7091-42a3-804c-393706f3acf7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.340750 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-44aa030e-53a4-4e2b-96b3-5f93848caae2 req-7e59d111-7091-42a3-804c-393706f3acf7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 944 time: 0.0524833 Apr 12 11:09:56.387695 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-44aa030e-53a4-4e2b-96b3-5f93848caae2 req-c7accfea-3dd5-4f3c-b1fd-bb32c2b0ef3b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Apr 12 11:09:56.555450 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-5fd09bbb-7be9-4c8a-8827-e4318100f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.556979 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-5fd09bbb-7be9-4c8a-8827-e4318100f6e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 1128 time: 0.0448711 Apr 12 11:09:56.751936 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-4494da68-1bca-4f0e-a50c-ff5cad4dbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.753413 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-4494da68-1bca-4f0e-a50c-ff5cad4dbfb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0930543 Apr 12 11:09:56.794740 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-bf3c9f13-5d70-499d-9281-ff7229447b69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2 HTTP/1.1" status: 200 len: 217 time: 0.0337045 Apr 12 11:09:56.841750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-9197b5e2-8e2a-44a4-9c65-a43ac2d1729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.843160 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-9197b5e2-8e2a-44a4-9c65-a43ac2d1729c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0431571 Apr 12 11:09:56.890182 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-0a75feb9-7af7-4235-8c64-51cb75e3ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.891717 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-0a75feb9-7af7-4235-8c64-51cb75e3ebd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432220 Apr 12 11:09:56.981028 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-3bca8924-3dea-429e-a37e-892e8cd3ccea service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 Apr 12 11:09:57.074074 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-8130cf2e-1b54-4b45-9053-f4c15e88d605 req-dabda1ef-3cf1-4901-adcc-5ecae3995286 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 Apr 12 11:09:57.505005 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c721918-6378-4597-bdf5-4a410b286a4e req-d5232af1-a7e6-41a7-9c0d-f8191951599a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:57.506520 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0c721918-6378-4597-bdf5-4a410b286a4e req-d5232af1-a7e6-41a7-9c0d-f8191951599a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 944 time: 0.0522757 Apr 12 11:09:57.555031 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-0c721918-6378-4597-bdf5-4a410b286a4e req-083f95e7-3b52-4f86-af40-20757f36d1f7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424557 Apr 12 11:09:58.676542 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ee627-4165-409b-93d3-a34948e67eba req-8764b812-ab3f-4439-9f3c-d7e0ac992fb1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:58.678070 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-639ee627-4165-409b-93d3-a34948e67eba req-8764b812-ab3f-4439-9f3c-d7e0ac992fb1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 944 time: 0.0547364 Apr 12 11:09:58.711143 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d2b8cdcf-b940-4c60-adca-36364478cdf2 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:58.735162 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-639ee627-4165-409b-93d3-a34948e67eba req-4a1a68e9-d483-4d45-bd1a-7a2c4658df16 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510316 Apr 12 11:09:58.936844 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port d2b8cdcf-b940-4c60-adca-36364478cdf2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:58.947803 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'port_id': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'mac_address': 'fa:16:3e:b6:56:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:58.984937 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port d2b8cdcf-b940-4c60-adca-36364478cdf2 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:58.985301 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:59.003736 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b8cdcf-b940-4c60-adca-36364478cdf2 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:59.024670 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port d2b8cdcf-b940-4c60-adca-36364478cdf2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:59.031452 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:59.084006 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=d2b8cdcf-b940-4c60-adca-36364478cdf2,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:59.091969 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.092320 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.092786 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.093145 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.093503 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.093873 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.094202 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.094559 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.094894 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.095223 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.095534 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.095879 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.096207 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.096558 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.096903 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:59.304899 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['d2b8cdcf-b940-4c60-adca-36364478cdf2'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:59.848507 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba3b30-2ecc-44e9-8ca7-4112b72ddfa2 req-aeb4c9d8-74ca-44cc-b733-14cecc96ff39 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.849921 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-68ba3b30-2ecc-44e9-8ca7-4112b72ddfa2 req-aeb4c9d8-74ca-44cc-b733-14cecc96ff39 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 945 time: 0.0473652 Apr 12 11:09:59.897969 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-68ba3b30-2ecc-44e9-8ca7-4112b72ddfa2 req-6377a624-7869-4692-a952-cddadcb5ce96 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Apr 12 11:10:00.719979 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d2b8cdcf-b940-4c60-adca-36364478cdf2 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:10:00.769131 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port d2b8cdcf-b940-4c60-adca-36364478cdf2 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:10:00.776162 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port d2b8cdcf-b940-4c60-adca-36364478cdf2 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:00.776546 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.853578 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port d2b8cdcf-b940-4c60-adca-36364478cdf2 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:00.853987 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.876403 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:00.878724 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685a77c-97db-4e71-a7a8-d974871cdb59" -d '{"events": [{"server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "name": "network-vif-plugged", "status": "completed", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:00.895696 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port d2b8cdcf-b940-4c60-adca-36364478cdf2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:00.900286 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.928253 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147525d9-f60c-4cac-8acc-5e88b47875cf x-openstack-request-id: req-147525d9-f60c-4cac-8acc-5e88b47875cf {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:00.928572 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "name": "network-vif-plugged", "status": "completed", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:00.928831 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-147525d9-f60c-4cac-8acc-5e88b47875cf {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:00.929231 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147525d9-f60c-4cac-8acc-5e88b47875cf'] response: {'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'code': 200} Apr 12 11:10:00.956768 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=d2b8cdcf-b940-4c60-adca-36364478cdf2,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:01.018998 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70a22c-09d3-41ab-8e91-12a21eff42f8 req-7d1bd758-526c-4141-82dd-edba380f256f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:01.020503 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4a70a22c-09d3-41ab-8e91-12a21eff42f8 req-7d1bd758-526c-4141-82dd-edba380f256f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0516746 Apr 12 11:10:01.076803 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4a70a22c-09d3-41ab-8e91-12a21eff42f8 req-cfc94d97-c201-4970-8cb5-ec37e629c824 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505018 Apr 12 11:10:01.124846 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe348e86-14a6-4109-a416-e70f03e14d00 req-cb844a49-3001-4568-b8d1-ab8cdfb633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:01.126339 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe348e86-14a6-4109-a416-e70f03e14d00 req-cb844a49-3001-4568-b8d1-ab8cdfb633bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 1130 time: 0.0388291 Apr 12 11:10:01.174102 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-fe348e86-14a6-4109-a416-e70f03e14d00 req-6af11cd4-68b0-4dd5-8628-aef4a4d87fa9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Apr 12 11:10:02.049353 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42758) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:02.158766 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20db312b-99a7-40e4-b262-cd41b66cdeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.204244 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adff48-a09c-43bd-89e8-7a1b7cb78e8a req-0b8f1746-9e8b-4ca1-896e-8b6f9296ef18 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.206029 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-68adff48-a09c-43bd-89e8-7a1b7cb78e8a req-0b8f1746-9e8b-4ca1-896e-8b6f9296ef18 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0507238 Apr 12 11:10:02.234755 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20db312b-99a7-40e4-b262-cd41b66cdeed admin admin] Publish callbacks [] for security_group (dc85f309-493e-4680-8334-44a7b0cdfd17), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.238741 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20db312b-99a7-40e4-b262-cd41b66cdeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (dc85f309-493e-4680-8334-44a7b0cdfd17), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.255552 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-68adff48-a09c-43bd-89e8-7a1b7cb78e8a req-49ef9605-fc0f-4c05-950c-a86d348006fa tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Apr 12 11:10:02.276738 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-20db312b-99a7-40e4-b262-cd41b66cdeed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cb642bbf5da46bfb1b77966eb949840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263222 Apr 12 11:10:02.277897 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db312b-99a7-40e4-b262-cd41b66cdeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc85f309-493e-4680-8334-44a7b0cdfd17,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:02.279476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42764) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:02.328738 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f535db-e74d-4622-9c9f-35bc35d978c2 admin admin] Publish callbacks [] for security_group (dc85f309-493e-4680-8334-44a7b0cdfd17), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.349807 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f535db-e74d-4622-9c9f-35bc35d978c2 admin admin] Publish callbacks [] for security_group (dc85f309-493e-4680-8334-44a7b0cdfd17), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.400336 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f535db-e74d-4622-9c9f-35bc35d978c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (dc85f309-493e-4680-8334-44a7b0cdfd17), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.404470 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f535db-e74d-4622-9c9f-35bc35d978c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.406044 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-b6f535db-e74d-4622-9c9f-35bc35d978c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc85f309-493e-4680-8334-44a7b0cdfd17 HTTP/1.1" status: 204 len: 168 time: 0.1254404 Apr 12 11:10:02.414320 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f535db-e74d-4622-9c9f-35bc35d978c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc85f309-493e-4680-8334-44a7b0cdfd17,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:03.377694 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32efb3-0df7-41f9-a57e-2404717372f8 req-388216d8-090f-44e2-8440-f38b987c06f8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.379086 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ae32efb3-0df7-41f9-a57e-2404717372f8 req-388216d8-090f-44e2-8440-f38b987c06f8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Apr 12 11:10:03.431917 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ae32efb3-0df7-41f9-a57e-2404717372f8 req-a475737f-3c31-4e0e-9624-c4080c8bbd5f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442019 Apr 12 11:10:03.550544 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac34629-feef-4e21-9a8c-c04a4b8c5f12 req-7ad69d09-a24a-4f2b-80d7-58b3cd83e84d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.552012 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5ac34629-feef-4e21-9a8c-c04a4b8c5f12 req-7ad69d09-a24a-4f2b-80d7-58b3cd83e84d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0564761 Apr 12 11:10:03.564418 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42772) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:03.568723 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'port_id': 'd2b8cdcf-b940-4c60-adca-36364478cdf2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:03.607128 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (744f6c72-028b-4f3f-8785-5a80bfa64125), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.047719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.053670 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (744f6c72-028b-4f3f-8785-5a80bfa64125), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.162516 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP 744f6c72-028b-4f3f-8785-5a80bfa64125 associated. External IP: 172.28.2.159, port: d2b8cdcf-b940-4c60-adca-36364478cdf2. Apr 12 11:10:04.385508 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:04.506649 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:04.512043 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.518212 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:04.529361 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:04.530062 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:09:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:04.541643 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-fda44a83-fb69-48dc-9025-dcad69792572 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "PUT /v2.0/floatingips/744f6c72-028b-4f3f-8785-5a80bfa64125 HTTP/1.1" status: 200 len: 992 time: 0.9761674 Apr 12 11:10:04.542228 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:04.544515 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20eb6b0-dae3-4197-98a2-efb94a208bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:04.580538 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f39460f-8a11-457c-85ed-52d2e9f333b5 x-openstack-request-id: req-8f39460f-8a11-457c-85ed-52d2e9f333b5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:04.581201 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:04.581201 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f39460f-8a11-457c-85ed-52d2e9f333b5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:04.581443 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f39460f-8a11-457c-85ed-52d2e9f333b5'] response: {'name': 'network-changed', 'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'status': 'completed', 'code': 200} Apr 12 11:10:04.643414 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:04.664044 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-bb03045f-fe3b-4d95-bdf5-23b8df532c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.665756 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-bb03045f-fe3b-4d95-bdf5-23b8df532c43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 1130 time: 0.0397036 Apr 12 11:10:04.763292 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-9a5bb3a0-cc93-45f8-8be2-27a2d78558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.764827 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-9a5bb3a0-cc93-45f8-8be2-27a2d78558b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0913596 Apr 12 11:10:04.831300 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-29fca73d-9e57-4865-a5b8-6f8c3db58693 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0605814 Apr 12 11:10:04.878138 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-7368a79c-1d32-454b-97b3-d40bbc7b2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.879594 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-7368a79c-1d32-454b-97b3-d40bbc7b2642 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0421088 Apr 12 11:10:04.926591 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-9be6c1d2-e258-43db-bfec-d48eebf63b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.927980 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-9be6c1d2-e258-43db-bfec-d48eebf63b38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417106 Apr 12 11:10:04.957731 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '744f6c72-028b-4f3f-8785-5a80bfa64125', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:b6:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217e442-4864-4c76-b95d-0440132bc505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:51Z', 'updated_at': '2022-04-12T11:10:03Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}, {'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:10Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:04.986827 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:04.995907 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:04.996598 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:09:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:05.017640 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-e7b8b486-2739-4f7e-8fa6-0fbafd6206bf service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833545 Apr 12 11:10:05.106885 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:05.328807 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '744f6c72-028b-4f3f-8785-5a80bfa64125', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:b6:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217e442-4864-4c76-b95d-0440132bc505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:51Z', 'updated_at': '2022-04-12T11:10:03Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}, {'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:10Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:05.359703 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aaaccd-9c64-415b-aef8-272aef86cad4 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '744f6c72-028b-4f3f-8785-5a80bfa64125', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:b6:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217e442-4864-4c76-b95d-0440132bc505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:51Z', 'updated_at': '2022-04-12T11:10:03Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}, {'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:10Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:05.394890 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b20eb6b0-dae3-4197-98a2-efb94a208bb8 req-e0794d47-bec8-434b-871d-2504cedae816 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710854 Apr 12 11:10:05.559848 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690fa97c-cf52-43b2-a870-e8501816f591 None None] New status for floating IP 744f6c72-028b-4f3f-8785-5a80bfa64125: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:07.484927 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a16b36f1-a36b-4436-b604-6ce6e0edee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:09.912931 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c269ffcb-5597-4e5e-9b1e-fa6c54c492d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:10.634284 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:12.138562 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.732020 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.056795 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:19.382278 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.491303 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-47ce0c65-4ecd-408f-a152-7c16e75d4734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.848830 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106b05-67a5-4cc1-9bf6-5c817d96293d req-40b33336-3305-44b5-af4f-d442c45bbfec tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:38.850272 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-23106b05-67a5-4cc1-9bf6-5c817d96293d req-40b33336-3305-44b5-af4f-d442c45bbfec tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0567660 Apr 12 11:10:38.898988 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-23106b05-67a5-4cc1-9bf6-5c817d96293d req-e6d581f2-d977-44dc-8bae-c78327146b3b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Apr 12 11:10:39.916841 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93917137-4750-45f9-8f04-d8a767aff0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.018826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359198-40b2-46b3-a039-71c53f6e8475 req-08ba64b3-1d9f-4951-9a53-74b7e4e22349 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:40.020337 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ab359198-40b2-46b3-a039-71c53f6e8475 req-08ba64b3-1d9f-4951-9a53-74b7e4e22349 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0471659 Apr 12 11:10:40.070738 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ab359198-40b2-46b3-a039-71c53f6e8475 req-d3193cb6-b9c3-4176-a911-901ac33d2058 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b5fc708-6f8b-4732-b607-e041a899804a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Apr 12 11:10:40.295041 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-1755271b-1c31-447e-b8eb-177082de3a02 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:40.296461 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-1755271b-1c31-447e-b8eb-177082de3a02 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 946 time: 0.0560977 Apr 12 11:10:40.383305 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port d2b8cdcf-b940-4c60-adca-36364478cdf2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:40.383654 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.472418 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] For port d2b8cdcf-b940-4c60-adca-36364478cdf2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b8cdcf-b940-4c60-adca-36364478cdf2,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:40.472785 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.628614 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.644840 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.645310 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (744f6c72-028b-4f3f-8785-5a80bfa64125), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.645598 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP 744f6c72-028b-4f3f-8785-5a80bfa64125 disassociated. External IP: 172.28.2.159, port: d2b8cdcf-b940-4c60-adca-36364478cdf2. Apr 12 11:10:40.645937 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for d2b8cdcf-b940-4c60-adca-36364478cdf2 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:40.776279 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (d2b8cdcf-b940-4c60-adca-36364478cdf2), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:40.805802 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=d2b8cdcf-b940-4c60-adca-36364478cdf2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:40.926839 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:41.037513 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:41.048058 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:41.058517 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:41.059114 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:10:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:41.079522 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] No DVR routers for this DVR port d2b8cdcf-b940-4c60-adca-36364478cdf2 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:41.082041 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:41.085275 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-3e909207-66d9-4125-bf9b-03ad477adc6b req-07daf350-61db-41b6-9b39-3d5556f4e966 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "DELETE /v2.0/ports/d2b8cdcf-b940-4c60-adca-36364478cdf2 HTTP/1.1" status: 204 len: 173 time: 0.7827458 Apr 12 11:10:41.085710 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'name': 'network-vif-deleted', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:41.087963 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee4188-9f69-436c-9e00-3cc4c92af261" -d '{"events": [{"server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "name": "network-vif-deleted", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:41.174977 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53980255-adb6-4c82-986f-67321be72311 x-openstack-request-id: req-53980255-adb6-4c82-986f-67321be72311 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:41.175331 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9217e442-4864-4c76-b95d-0440132bc505", "name": "network-vif-deleted", "tag": "d2b8cdcf-b940-4c60-adca-36364478cdf2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:41.175647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53980255-adb6-4c82-986f-67321be72311 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:41.176130 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53980255-adb6-4c82-986f-67321be72311'] response: {'server_uuid': '9217e442-4864-4c76-b95d-0440132bc505', 'name': 'network-vif-deleted', 'tag': 'd2b8cdcf-b940-4c60-adca-36364478cdf2', 'status': 'completed', 'code': 200} Apr 12 11:10:41.183786 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:41.197871 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-48d3e3ba-10cc-44b4-841a-4cc306672efe req-b7efd4f9-14ad-474f-ab93-7d052ef55e5f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=9217e442-4864-4c76-b95d-0440132bc505 HTTP/1.1" status: 200 len: 210 time: 0.0391884 Apr 12 11:10:41.407112 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:10Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:41.432989 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:41.441604 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:41.442175 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:10:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:41.555015 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:41.767190 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:10Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:41.793670 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb6bf6-5b48-4fc6-9ddf-ba5b977ae0c1 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'a302ce77-08b2-415c-b873-a5d1fd95c85e', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:97:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:55Z', 'updated_at': '2022-04-12T11:09:10Z', 'revision_number': 2, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:42.015718 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44506041-4cf8-4e3d-88c8-c454015febc8 None None] New status for floating IP 744f6c72-028b-4f3f-8785-5a80bfa64125: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:42.134325 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.291795 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42810) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:42.344364 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be700863-77be-402d-8dd2-cf5eb20f6de5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (6b5fc708-6f8b-4732-b607-e041a899804a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.368303 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be700863-77be-402d-8dd2-cf5eb20f6de5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (6b5fc708-6f8b-4732-b607-e041a899804a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.426026 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be700863-77be-402d-8dd2-cf5eb20f6de5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6b5fc708-6f8b-4732-b607-e041a899804a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.428609 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be700863-77be-402d-8dd2-cf5eb20f6de5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.429749 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-be700863-77be-402d-8dd2-cf5eb20f6de5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b5fc708-6f8b-4732-b607-e041a899804a HTTP/1.1" status: 204 len: 168 time: 0.1369276 Apr 12 11:10:42.432649 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:42.438533 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700863-77be-402d-8dd2-cf5eb20f6de5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5fc708-6f8b-4732-b607-e041a899804a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:42.446643 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.api.v2.resource [None req-b9434f59-eeb3-444b-a2c8-f75923fd72fd tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] show failed (client error): The resource could not be found. Apr 12 11:10:42.446965 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b9434f59-eeb3-444b-a2c8-f75923fd72fd tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups/6b5fc708-6f8b-4732-b607-e041a899804a HTTP/1.1" status: 404 len: 347 time: 0.0133173 Apr 12 11:10:42.449843 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:42.564525 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port 6a3c4e8a-ef07-495c-8cc1-04e33ba6251a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:42.564847 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.642395 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.642636 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.654530 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for 6a3c4e8a-ef07-495c-8cc1-04e33ba6251a owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:42.790336 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (6a3c4e8a-ef07-495c-8cc1-04e33ba6251a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.819214 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=6a3c4e8a-ef07-495c-8cc1-04e33ba6251a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:42.842591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.842861 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.843199 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.843538 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.843867 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.844180 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.844504 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.844829 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.845156 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.845478 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.845801 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.846128 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.846455 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.846795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.847129 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:42.889867 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (744f6c72-028b-4f3f-8785-5a80bfa64125), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.892485 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.893633 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-3e00af6f-5c3c-4afb-bde4-e3c033c00050 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/floatingips/744f6c72-028b-4f3f-8785-5a80bfa64125 HTTP/1.1" status: 204 len: 168 time: 0.4428949 Apr 12 11:10:42.952150 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d2b8cdcf-b940-4c60-adca-36364478cdf2 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:42.972592 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: d2b8cdcf-b940-4c60-adca-36364478cdf2 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:42.972937 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device d2b8cdcf-b940-4c60-adca-36364478cdf2 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:43.727018 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.516351 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe3cf-89a7-42d7-95c9-7e3a9e79d319 req-cc48a7e4-0470-427e-9ff8-517fd8b2dcd9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:44.517810 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7a8fe3cf-89a7-42d7-95c9-7e3a9e79d319 req-cc48a7e4-0470-427e-9ff8-517fd8b2dcd9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 945 time: 0.0475259 Apr 12 11:10:44.566432 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7a8fe3cf-89a7-42d7-95c9-7e3a9e79d319 req-cf2c4359-384b-41a2-9a81-4a5bafe7bb95 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Apr 12 11:10:45.694067 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1c870-f95b-4642-b244-c9cfd0d30839 req-08da3365-0966-4ee6-983b-31a7468308bc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:45.695569 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-16e1c870-f95b-4642-b244-c9cfd0d30839 req-08da3365-0966-4ee6-983b-31a7468308bc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Apr 12 11:10:45.743162 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-16e1c870-f95b-4642-b244-c9cfd0d30839 req-877ab2a6-0acd-4757-b543-98b0420dc59f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=d10225be-484a-422a-b460-d7465fe5474e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Apr 12 11:10:46.091602 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-9a69b2fe-dad3-4c84-9963-297776443df1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:46.093051 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-9a69b2fe-dad3-4c84-9963-297776443df1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 945 time: 0.0478745 Apr 12 11:10:46.179192 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port e5ae693d-6cab-465d-9cee-33c7b305a51e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:46.179543 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.266695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] For port e5ae693d-6cab-465d-9cee-33c7b305a51e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e5ae693d-6cab-465d-9cee-33c7b305a51e,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:46.267066 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.446916 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.447159 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (a302ce77-08b2-415c-b873-a5d1fd95c85e), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.447493 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP a302ce77-08b2-415c-b873-a5d1fd95c85e disassociated. External IP: 172.28.2.110, port: e5ae693d-6cab-465d-9cee-33c7b305a51e. Apr 12 11:10:46.447833 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for e5ae693d-6cab-465d-9cee-33c7b305a51e owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:46.576036 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (e5ae693d-6cab-465d-9cee-33c7b305a51e), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.605087 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=e5ae693d-6cab-465d-9cee-33c7b305a51e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:46.721489 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:46.837063 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:46.847665 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-2223ec38-67ca-4d67-8988-85617c8395a7 req-76f850de-eef9-476a-89b6-3e3feb130e2d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8367df9-c5c5-4871-a924-13c48f682d80 HTTP/1.1" status: 200 len: 210 time: 0.0311034 Apr 12 11:10:46.848690 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5909caf-4606-4536-aacd-4681de80755b None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:46.859254 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:46.860055 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:10:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:46.884831 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] No DVR routers for this DVR port e5ae693d-6cab-465d-9cee-33c7b305a51e on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:46.887387 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.890724 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-71f3b8ea-9482-45b0-a370-aa2da8ffffb2 req-d7c8ca75-511d-41df-b350-3cb19108baa7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "DELETE /v2.0/ports/e5ae693d-6cab-465d-9cee-33c7b305a51e HTTP/1.1" status: 204 len: 173 time: 0.7918396 Apr 12 11:10:46.891163 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'name': 'network-vif-deleted', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:46.893566 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee5cd0-b74f-4ccf-bdf2-9b7fe691602d" -d '{"events": [{"server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "name": "network-vif-deleted", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:46.929189 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197b9ce-1a0d-4564-aa57-02ebf2886615 x-openstack-request-id: req-0197b9ce-1a0d-4564-aa57-02ebf2886615 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:46.929546 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8367df9-c5c5-4871-a924-13c48f682d80", "name": "network-vif-deleted", "tag": "e5ae693d-6cab-465d-9cee-33c7b305a51e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:46.929802 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0197b9ce-1a0d-4564-aa57-02ebf2886615 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:46.930330 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0197b9ce-1a0d-4564-aa57-02ebf2886615'] response: {'server_uuid': 'b8367df9-c5c5-4871-a924-13c48f682d80', 'name': 'network-vif-deleted', 'tag': 'e5ae693d-6cab-465d-9cee-33c7b305a51e', 'status': 'completed', 'code': 200} Apr 12 11:10:47.072694 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:47.261054 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:47.291542 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5909caf-4606-4536-aacd-4681de80755b None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:47.300757 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:47.301377 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:10:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:47.413758 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:47.609495 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d5909caf-4606-4536-aacd-4681de80755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:47.640195 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5909caf-4606-4536-aacd-4681de80755b None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:47.867697 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a560b-9b41-465c-99c8-0f0b8dc4811e None None] New status for floating IP a302ce77-08b2-415c-b873-a5d1fd95c85e: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:47.934671 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:47.989982 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d759164-5eec-4b97-9911-aff11575827f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (d10225be-484a-422a-b460-d7465fe5474e), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.014190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d759164-5eec-4b97-9911-aff11575827f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (d10225be-484a-422a-b460-d7465fe5474e), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.060987 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d759164-5eec-4b97-9911-aff11575827f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (d10225be-484a-422a-b460-d7465fe5474e), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.063739 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d759164-5eec-4b97-9911-aff11575827f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.064906 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-6d759164-5eec-4b97-9911-aff11575827f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/security-groups/d10225be-484a-422a-b460-d7465fe5474e HTTP/1.1" status: 204 len: 168 time: 0.1291678 Apr 12 11:10:48.067797 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42846) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.073729 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d759164-5eec-4b97-9911-aff11575827f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10225be-484a-422a-b460-d7465fe5474e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.081488 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.api.v2.resource [None req-00a2f92c-569b-4d8c-891e-cd5053f62e3b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] show failed (client error): The resource could not be found. Apr 12 11:10:48.082470 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-00a2f92c-569b-4d8c-891e-cd5053f62e3b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups/d10225be-484a-422a-b460-d7465fe5474e HTTP/1.1" status: 404 len: 347 time: 0.0136044 Apr 12 11:10:48.085443 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42848) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.205950 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port 1cba64b9-2d33-4071-aafc-0eb632225ff6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:48.206197 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.284647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.284934 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (1cba64b9-2d33-4071-aafc-0eb632225ff6), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.297616 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for 1cba64b9-2d33-4071-aafc-0eb632225ff6 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:48.438963 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (1cba64b9-2d33-4071-aafc-0eb632225ff6), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.467870 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=1cba64b9-2d33-4071-aafc-0eb632225ff6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.532399 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (a302ce77-08b2-415c-b873-a5d1fd95c85e), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.534894 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.536024 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-06b46cdd-3be1-4a08-a773-30a5ab62051c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/floatingips/a302ce77-08b2-415c-b873-a5d1fd95c85e HTTP/1.1" status: 204 len: 168 time: 0.4496222 Apr 12 11:10:48.796913 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42852) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.801542 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022804605', 'description': 'tempest-description--288264295'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:48.824012 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.889772 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (3eae5f44-efab-4586-9773-e7e658101f7f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.895220 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3eae5f44-efab-4586-9773-e7e658101f7f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.922533 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae5f44-efab-4586-9773-e7e658101f7f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.926697 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.927851 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-4671b5de-c4eb-4402-8ce7-8d198f177fa6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299591 Apr 12 11:10:48.930900 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42854) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.935299 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': '3eae5f44-efab-4586-9773-e7e658101f7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:48.963394 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (ba4ed39c-636b-48d5-a70d-b8f14a20949c), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.982424 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device e5ae693d-6cab-465d-9cee-33c7b305a51e no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:49.002906 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: e5ae693d-6cab-465d-9cee-33c7b305a51e {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:49.003257 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device e5ae693d-6cab-465d-9cee-33c7b305a51e not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:49.023062 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (ba4ed39c-636b-48d5-a70d-b8f14a20949c), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.027915 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (ba4ed39c-636b-48d5-a70d-b8f14a20949c), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.045086 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4ed39c-636b-48d5-a70d-b8f14a20949c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.053837 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.055409 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-392a0007-ef10-41d0-8bf2-68f730707326 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235459 Apr 12 11:10:49.058348 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:49.064150 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': '3eae5f44-efab-4586-9773-e7e658101f7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:49.097073 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (11210316-81e0-450c-891f-3cc461e4303f), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.156499 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (11210316-81e0-450c-891f-3cc461e4303f), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.161309 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (11210316-81e0-450c-891f-3cc461e4303f), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.178852 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11210316-81e0-450c-891f-3cc461e4303f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.186651 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.187978 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a285efdf-e03f-45f8-9096-e19069292a73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283889 Apr 12 11:10:49.191104 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42858) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:49.195413 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:49.216773 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.293444 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.381956 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.398790 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.28.2.77 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/fb305b71-7df7-4f05-ab6a-50a5b960d644) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:10:49.503626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.547437 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.588288 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:10:49.591086 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:10:49.595359 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:10:49.598336 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=fb305b71-7df7-4f05-ab6a-50a5b960d644,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.679513 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (fb768907-0a50-4e71-9ec6-8aca5556fcac), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.720258 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.884056 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.889284 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.956667 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=fb305b71-7df7-4f05-ab6a-50a5b960d644,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.969369 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (fb768907-0a50-4e71-9ec6-8aca5556fcac), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.985784 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.987049 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-77eb3439-e8f4-49bd-9adb-eb0c6d468943 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7949605 Apr 12 11:10:50.196417 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-dcf29574-0422-441a-8f86-5e277db39065 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1022804605&fields=id&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 267 time: 0.0571945 Apr 12 11:10:50.313192 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-7d4a59ae-1e61-4acb-bab6-0bea38bbfd81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:50.314679 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-7d4a59ae-1e61-4acb-bab6-0bea38bbfd81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1118298 Apr 12 11:10:50.331697 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-e98fec00-617b-4a77-8049-9e9e9a35969e tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/quotas/7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 375 time: 0.0089743 Apr 12 11:10:50.381784 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-e8b24b63-2706-4c0a-8564-ce13a2f76127 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429945 Apr 12 11:10:50.485193 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-c77e8d38-f8f1-42ea-b047-395e1c09bffe service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853035 Apr 12 11:10:50.580797 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-d9e16bcf-affb-4ce4-a45a-1e9a239f11c5 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899780 Apr 12 11:10:50.755576 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5e997b60-e61a-4b5a-8cc5-71522a86771b req-445aea7c-aae9-440a-a05c-27701d500595 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Apr 12 11:10:51.775169 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-3b3faf00-3b71-4d29-8007-e541c20c63e6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:51.776582 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-3b3faf00-3b71-4d29-8007-e541c20c63e6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1056666 Apr 12 11:10:51.865836 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-dc6d17f3-083f-4cd4-8329-05b6149d5e3a req-00fbf8ec-3b39-44e4-8da8-5885b096adf6 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Apr 12 11:10:51.871922 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-ccf65607-dfe2-4ddd-afb1-a46394f7e583 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 380 time: 0.0800731 Apr 12 11:10:51.936277 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'port': {'device_id': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'admin_state_up': True, 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'security_groups': ['3eae5f44-efab-4586-9773-e7e658101f7f']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:52.055564 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Made reservation on behalf of 7ad1ce5af2fb44dcba46a14326f372f2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:10:52.059050 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.191409 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.20.0.12 (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b/790f2e64-2ac9-47fa-9577-261702684707/da71a48e-779e-41a5-abcb-a7265adbe330) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:10:52.330644 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (da71a48e-779e-41a5-abcb-a7265adbe330), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.368619 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.413276 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:10:52.416374 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:10:52.419948 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:10:52.444093 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=da71a48e-779e-41a5-abcb-a7265adbe330,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:52.464580 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.464924 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.465270 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.465611 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.465941 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.466269 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.466620 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.466938 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.467262 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.467614 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.467943 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.468264 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.468590 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.468907 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.469224 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:52.487649 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:52.488286 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.506201 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-9430d9dd-a6c2-46e0-8a15-77fb485e4175 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738692 Apr 12 11:10:52.524297 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Request body: {'port': {'device_id': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:52.587182 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.674411 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-59e3cd48-edd4-4ca0-bf2f-3df067ca0a48 None None] Provisioning complete for port da71a48e-779e-41a5-abcb-a7265adbe330 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:52.675067 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-59e3cd48-edd4-4ca0-bf2f-3df067ca0a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.709994 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-59e3cd48-edd4-4ca0-bf2f-3df067ca0a48 None None] Port da71a48e-779e-41a5-abcb-a7265adbe330 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:10:52.848626 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da71a48e-779e-41a5-abcb-a7265adbe330 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:10:52.856184 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Publish callbacks [] for port (da71a48e-779e-41a5-abcb-a7265adbe330), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.868826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Transition to ACTIVE for port object da71a48e-779e-41a5-abcb-a7265adbe330 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:10:52.874302 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:52.923358 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=da71a48e-779e-41a5-abcb-a7265adbe330,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:52.982172 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fef786-fc9b-47e1-b7c1-ef7b326136f9 req-bc394127-ad2c-4153-8a67-28e5622d7bf5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:52.984408 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-72fef786-fc9b-47e1-b7c1-ef7b326136f9 req-bc394127-ad2c-4153-8a67-28e5622d7bf5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 944 time: 0.0517986 Apr 12 11:10:52.998711 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Attempting to bind port da71a48e-779e-41a5-abcb-a7265adbe330 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:10:52.999165 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Attempting to bind port da71a48e-779e-41a5-abcb-a7265adbe330 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:10:52.999377 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Attempting to bind port da71a48e-779e-41a5-abcb-a7265adbe330 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:10:53.004098 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Port da71a48e-779e-41a5-abcb-a7265adbe330 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:10:53.004421 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Attempting to bind port da71a48e-779e-41a5-abcb-a7265adbe330 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:10:53.010438 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:10:53.010819 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:10:53.011209 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Bound using segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:10:53.011647 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Bound port: da71a48e-779e-41a5-abcb-a7265adbe330, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:10:53.012014 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.041349 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-72fef786-fc9b-47e1-b7c1-ef7b326136f9 req-e5b32f70-1d49-4519-ab4d-45dd7ba7b7d7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508661 Apr 12 11:10:53.083612 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] For port da71a48e-779e-41a5-abcb-a7265adbe330, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:10:53.086709 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] For port da71a48e-779e-41a5-abcb-a7265adbe330, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da71a48e-779e-41a5-abcb-a7265adbe330,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:10:53.093963 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.124659 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:53.125283 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.126950 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] 10.222.0.64 "PUT /v2.0/ports/da71a48e-779e-41a5-abcb-a7265adbe330 HTTP/1.1" status: 200 len: 1094 time: 0.6068923 Apr 12 11:10:53.131520 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:53.134174 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05bcddf-5f42-4958-9268-2539598a62fb" -d '{"events": [{"name": "network-changed", "server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:53.164309 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e636376-22ba-4a5a-9578-6d697748ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=da71a48e-779e-41a5-abcb-a7265adbe330,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:53.179248 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c61f7c-abe7-4215-b6bb-bb3edf6f8185 x-openstack-request-id: req-f2c61f7c-abe7-4215-b6bb-bb3edf6f8185 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:53.179535 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:53.179786 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2c61f7c-abe7-4215-b6bb-bb3edf6f8185 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:53.180189 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c61f7c-abe7-4215-b6bb-bb3edf6f8185'] response: {'name': 'network-changed', 'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'status': 'completed', 'code': 200} Apr 12 11:10:53.231033 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-7319fcb7-fb32-41f9-ab68-3a5e87e4d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:53.232586 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-7319fcb7-fb32-41f9-ab68-3a5e87e4d6d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 1128 time: 0.0411365 Apr 12 11:10:53.283770 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-78bb0822-5153-4063-b28e-97d25389e188 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da71a48e-779e-41a5-abcb-a7265adbe330 HTTP/1.1" status: 200 len: 217 time: 0.0385396 Apr 12 11:10:53.332248 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-0949936b-a064-4a49-9e45-49918319a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:53.333709 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-0949936b-a064-4a49-9e45-49918319a2ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0438015 Apr 12 11:10:53.378400 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-3f100ff8-422d-4d80-82dd-985be73813ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:53.379956 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-3f100ff8-422d-4d80-82dd-985be73813ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0401194 Apr 12 11:10:53.759836 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-f4844112-ce46-417a-8b47-93778fd35397 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738320 Apr 12 11:10:53.943434 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1c61bf2b-5c15-49b7-8dd1-eb728df31980 req-eb7d9db9-1fa4-4880-9b3d-7ff6f5c54787 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955832 Apr 12 11:10:54.170760 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5b3e-0d44-4be7-a042-9b34a41a0b9d req-97cf7de5-e85b-459c-968b-45236a0d6fb2 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:54.172211 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4c5a5b3e-0d44-4be7-a042-9b34a41a0b9d req-97cf7de5-e85b-459c-968b-45236a0d6fb2 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 944 time: 0.0479476 Apr 12 11:10:54.221123 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-4c5a5b3e-0d44-4be7-a042-9b34a41a0b9d req-c56b2255-b18a-4dde-9b89-8585653d0ac7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Apr 12 11:10:54.892685 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcddf-5f42-4958-9268-2539598a62fb req-9e0cbba3-8333-4041-97ed-642b7afc5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:54.894146 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-9e0cbba3-8333-4041-97ed-642b7afc5990 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 1128 time: 0.0411747 Apr 12 11:10:54.991419 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcddf-5f42-4958-9268-2539598a62fb req-364c8719-731f-4322-9e1b-e391f6eb8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:54.992784 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-364c8719-731f-4322-9e1b-e391f6eb8242 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0927110 Apr 12 11:10:55.033829 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-3d0b14a2-d703-4fdf-824c-2c1762cc957e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da71a48e-779e-41a5-abcb-a7265adbe330 HTTP/1.1" status: 200 len: 217 time: 0.0341284 Apr 12 11:10:55.083366 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcddf-5f42-4958-9268-2539598a62fb req-b67edd86-4619-4b06-832f-5b5c5b22e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:55.084805 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-b67edd86-4619-4b06-832f-5b5c5b22e0b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0458071 Apr 12 11:10:55.128050 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcddf-5f42-4958-9268-2539598a62fb req-38f6ab75-294b-433f-9fa1-69549d1ba884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:55.129488 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-38f6ab75-294b-433f-9fa1-69549d1ba884 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390389 Apr 12 11:10:55.216679 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-6e4a8cbe-df3f-4b74-825e-314df7958e54 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807357 Apr 12 11:10:55.341860 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a05bcddf-5f42-4958-9268-2539598a62fb req-b095e410-d215-4c92-a5e8-9d9db9300c54 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180186 Apr 12 11:10:55.352546 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaebdb8-09db-4586-8f3c-5d2624423bb7 req-971abb5e-6faa-4980-b573-960256320206 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:55.353888 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5eaebdb8-09db-4586-8f3c-5d2624423bb7 req-971abb5e-6faa-4980-b573-960256320206 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 944 time: 0.0568285 Apr 12 11:10:55.401853 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-5eaebdb8-09db-4586-8f3c-5d2624423bb7 req-5db1dbc0-e99a-4126-84be-23e4278d6e4b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Apr 12 11:10:56.058386 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:56.528170 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c638fe-133d-4546-9994-58a9b212b41d req-659b3f64-2af6-48fb-8897-1e47c3097401 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:56.529620 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-96c638fe-133d-4546-9994-58a9b212b41d req-659b3f64-2af6-48fb-8897-1e47c3097401 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 944 time: 0.0516601 Apr 12 11:10:56.582787 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-96c638fe-133d-4546-9994-58a9b212b41d req-804e7a3e-ee59-44e8-ab20-2fa85b8f4fa3 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Apr 12 11:10:57.046652 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device da71a48e-779e-41a5-abcb-a7265adbe330 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:10:57.165912 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port da71a48e-779e-41a5-abcb-a7265adbe330, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da71a48e-779e-41a5-abcb-a7265adbe330,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:57.177666 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'port_id': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'mac_address': 'fa:16:3e:31:66:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:10:57.216621 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port da71a48e-779e-41a5-abcb-a7265adbe330 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:57.217012 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.230660 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da71a48e-779e-41a5-abcb-a7265adbe330 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:10:57.250594 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port da71a48e-779e-41a5-abcb-a7265adbe330, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da71a48e-779e-41a5-abcb-a7265adbe330,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:57.256217 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.307401 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=da71a48e-779e-41a5-abcb-a7265adbe330,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:57.537706 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['da71a48e-779e-41a5-abcb-a7265adbe330'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:57.700270 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b571-0727-4414-ad71-4ac1ac575a36 req-4b4885bb-04b5-4572-88ba-fc35063feedc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:57.701740 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ee78b571-0727-4414-ad71-4ac1ac575a36 req-4b4885bb-04b5-4572-88ba-fc35063feedc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Apr 12 11:10:57.749015 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-ee78b571-0727-4414-ad71-4ac1ac575a36 req-fbbadc4e-ebd1-413c-a4b0-863579092f73 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Apr 12 11:10:58.878384 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef928cca-e232-44aa-9d61-892cbc4cb522 req-e4ca440a-d96f-48a3-85ca-4a6cd8b29299 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:58.879931 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ef928cca-e232-44aa-9d61-892cbc4cb522 req-e4ca440a-d96f-48a3-85ca-4a6cd8b29299 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Apr 12 11:10:58.930747 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ef928cca-e232-44aa-9d61-892cbc4cb522 req-2ff6eea5-b897-4182-9da7-b66d10330a27 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Apr 12 11:10:59.048076 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device da71a48e-779e-41a5-abcb-a7265adbe330 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:10:59.109453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port da71a48e-779e-41a5-abcb-a7265adbe330 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:10:59.116450 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port da71a48e-779e-41a5-abcb-a7265adbe330 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:59.116830 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.194035 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port da71a48e-779e-41a5-abcb-a7265adbe330 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:59.194449 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.216819 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:59.218993 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8354bf-beae-4a94-835c-665ec6df3450" -d '{"events": [{"server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "name": "network-vif-plugged", "status": "completed", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:59.231400 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port da71a48e-779e-41a5-abcb-a7265adbe330, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da71a48e-779e-41a5-abcb-a7265adbe330,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:59.236516 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.261621 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361eab1f-603a-4623-9dd2-034c34565572 x-openstack-request-id: req-361eab1f-603a-4623-9dd2-034c34565572 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:59.261910 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "name": "network-vif-plugged", "status": "completed", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:59.262160 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-361eab1f-603a-4623-9dd2-034c34565572 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:59.262573 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361eab1f-603a-4623-9dd2-034c34565572'] response: {'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'code': 200} Apr 12 11:10:59.290655 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=da71a48e-779e-41a5-abcb-a7265adbe330,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:59.299001 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.299381 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.299716 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.300051 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.300868 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.301227 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.301520 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.302036 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.302369 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.302717 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.303034 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.303350 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.303668 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.303985 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.304302 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:59.457210 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ddc60-2b2d-470d-90b5-cf54ed7a85a6 req-ebf90842-12b3-4c9a-a635-bb3c9ef95f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:59.458737 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2c0ddc60-2b2d-470d-90b5-cf54ed7a85a6 req-ebf90842-12b3-4c9a-a635-bb3c9ef95f6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 1130 time: 0.0392146 Apr 12 11:10:59.504444 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-2c0ddc60-2b2d-470d-90b5-cf54ed7a85a6 req-235b0c67-3985-4eb8-a382-db767cc42d0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397072 Apr 12 11:11:00.049795 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b75d6-9526-4a48-b536-5ac417886a12 req-c97b10b8-c427-47a4-a5fe-d878dc4bc111 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:00.051254 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5a1b75d6-9526-4a48-b536-5ac417886a12 req-c97b10b8-c427-47a4-a5fe-d878dc4bc111 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Apr 12 11:11:00.106362 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-5a1b75d6-9526-4a48-b536-5ac417886a12 req-98f7f017-7178-433f-b491-4207a0f81cf0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469537 Apr 12 11:11:01.226530 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f5aa0-b18b-4f6e-80c5-c3cc3f9a3b41 req-c5260f27-c4b3-45c8-8362-0eab8e1e4dec tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:01.227960 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-750f5aa0-b18b-4f6e-80c5-c3cc3f9a3b41 req-c5260f27-c4b3-45c8-8362-0eab8e1e4dec tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 946 time: 0.0467198 Apr 12 11:11:01.283535 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-750f5aa0-b18b-4f6e-80c5-c3cc3f9a3b41 req-fe5620d8-84af-49d1-acce-909e18e7b1a1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499656 Apr 12 11:11:01.402339 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400692dd-9864-4b88-b53d-fc834106d845 req-4695e55a-7db3-4519-8fa3-71ca55caa26e tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:01.403713 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-400692dd-9864-4b88-b53d-fc834106d845 req-4695e55a-7db3-4519-8fa3-71ca55caa26e tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 946 time: 0.0511229 Apr 12 11:11:01.412603 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:01.417057 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'port_id': 'da71a48e-779e-41a5-abcb-a7265adbe330'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:01.455830 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (fb768907-0a50-4e71-9ec6-8aca5556fcac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.901897 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.907820 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (fb768907-0a50-4e71-9ec6-8aca5556fcac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.010964 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP fb768907-0a50-4e71-9ec6-8aca5556fcac associated. External IP: 172.28.2.77, port: da71a48e-779e-41a5-abcb-a7265adbe330. Apr 12 11:11:02.237757 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:02.361138 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:02.366744 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.373402 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:02.385127 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:02.385773 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:10:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:02.498866 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:02.672050 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7e879b5d-7b21-4018-82ef-30135c8a3917 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "PUT /v2.0/floatingips/fb768907-0a50-4e71-9ec6-8aca5556fcac HTTP/1.1" status: 200 len: 991 time: 1.2582521 Apr 12 11:11:02.672664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:02.675654 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218" -d '{"events": [{"name": "network-changed", "server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:02.711868 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01df9f1-bcd2-4d62-b881-3a99f02c5a6a x-openstack-request-id: req-e01df9f1-bcd2-4d62-b881-3a99f02c5a6a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:02.712161 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:02.712412 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e01df9f1-bcd2-4d62-b881-3a99f02c5a6a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:02.712823 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01df9f1-bcd2-4d62-b881-3a99f02c5a6a'] response: {'name': 'network-changed', 'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'status': 'completed', 'code': 200} Apr 12 11:11:02.722642 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'fb768907-0a50-4e71-9ec6-8aca5556fcac', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.77', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:31:66:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:10:49Z', 'updated_at': '2022-04-12T11:11:01Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:02.752092 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:02.761352 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:02.761965 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:10:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:02.795661 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-1dc62ae0-85b6-4da8-9230-a75f53fb7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:02.797124 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-1dc62ae0-85b6-4da8-9230-a75f53fb7151 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 1130 time: 0.0396872 Apr 12 11:11:02.870772 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:02.887838 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-89f4fe0c-715a-42a5-9e7d-2e714a8f653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:02.889429 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-89f4fe0c-715a-42a5-9e7d-2e714a8f653d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0861671 Apr 12 11:11:02.959155 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-6bf03a55-4acc-4085-851b-4d51acdf1de2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da71a48e-779e-41a5-abcb-a7265adbe330 HTTP/1.1" status: 200 len: 999 time: 0.0636494 Apr 12 11:11:03.010032 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-e45a15ce-8f77-416c-a57d-0e17c5897d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:03.011540 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-e45a15ce-8f77-416c-a57d-0e17c5897d1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0463688 Apr 12 11:11:03.055022 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-4c7a89ce-faf0-4856-9926-285282705bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:03.056511 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-4c7a89ce-faf0-4856-9926-285282705bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390141 Apr 12 11:11:03.100605 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'fb768907-0a50-4e71-9ec6-8aca5556fcac', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.77', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:31:66:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:10:49Z', 'updated_at': '2022-04-12T11:11:01Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:03.131102 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4a395-314e-49ac-8b61-9d4c3ae55629 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': 'fb768907-0a50-4e71-9ec6-8aca5556fcac', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.77', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:31:66:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:10:49Z', 'updated_at': '2022-04-12T11:11:01Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:03.151985 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-fba7e943-0e18-44c5-9571-3fea5f8e47d2 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880013 Apr 12 11:11:03.248701 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c7ddac48-9218-48f7-b5fe-49f4cb9ed218 req-64b9c7fb-4724-41b6-a20f-2bedcad673bd service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900249 Apr 12 11:11:03.339953 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e69b056-b944-43c0-9103-938a9145e1ac None None] New status for floating IP fb768907-0a50-4e71-9ec6-8aca5556fcac: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:07.476308 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7dc993d5-f4ed-451f-94a0-83c9faea3066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.929304 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d39fd49b-b2f3-434d-94ae-da5c920c875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.642114 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.144514 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.733515 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.389695 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:33.063175 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:11:37.481224 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a1e9184e-12f2-4626-9554-5d06373497c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:37.581341 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794845db-ecb4-49d1-b933-ed1fe4bb2f66 req-026b1e64-e73a-4184-97e2-c976421ff772 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:37.583087 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-794845db-ecb4-49d1-b933-ed1fe4bb2f66 req-026b1e64-e73a-4184-97e2-c976421ff772 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 946 time: 0.0592074 Apr 12 11:11:37.632252 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-794845db-ecb4-49d1-b933-ed1fe4bb2f66 req-5b6fa8e0-c8ee-427f-9790-b3515f4a6e20 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Apr 12 11:11:38.759602 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8942d1-0d28-4986-8842-8f0aff986750 req-2602da06-0239-44ea-836c-0d5ff68cfda0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:38.761038 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7e8942d1-0d28-4986-8842-8f0aff986750 req-2602da06-0239-44ea-836c-0d5ff68cfda0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Apr 12 11:11:38.810584 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-7e8942d1-0d28-4986-8842-8f0aff986750 req-5559991e-8180-4e31-9f8f-e2d48550e80e tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eae5f44-efab-4586-9773-e7e658101f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Apr 12 11:11:39.186476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-c0a85e10-2646-4b5f-9de3-1b549c1b59c2 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:39.187946 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-c0a85e10-2646-4b5f-9de3-1b549c1b59c2 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Apr 12 11:11:39.280008 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port da71a48e-779e-41a5-abcb-a7265adbe330 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:39.280372 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:39.371826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] For port da71a48e-779e-41a5-abcb-a7265adbe330, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da71a48e-779e-41a5-abcb-a7265adbe330,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:39.372190 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:39.550383 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:39.550772 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (fb768907-0a50-4e71-9ec6-8aca5556fcac), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:39.551082 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP fb768907-0a50-4e71-9ec6-8aca5556fcac disassociated. External IP: 172.28.2.77, port: da71a48e-779e-41a5-abcb-a7265adbe330. Apr 12 11:11:39.551418 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for da71a48e-779e-41a5-abcb-a7265adbe330 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:39.687120 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (da71a48e-779e-41a5-abcb-a7265adbe330), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:39.715617 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=da71a48e-779e-41a5-abcb-a7265adbe330,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:39.833444 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:39.915533 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4f77d01-e557-4c88-aae7-9c36c1395cf4 req-111a208f-5fe4-4d4f-b0ae-c9df11a3dcab tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=348e8869-168b-4f99-8fc6-0df2bb3b1c79 HTTP/1.1" status: 200 len: 210 time: 0.0347712 Apr 12 11:11:39.923453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8927-b504-4bce-bddc-2739d56023de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:39.978063 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:39.988150 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:39.997448 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:39.998691 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:11:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:40.024679 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] No DVR routers for this DVR port da71a48e-779e-41a5-abcb-a7265adbe330 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:40.027427 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:40.030755 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-97f61343-6c24-4bdc-a58e-d952d7d8616a req-b8253f91-ce55-415e-985d-2c85d0a4696d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "DELETE /v2.0/ports/da71a48e-779e-41a5-abcb-a7265adbe330 HTTP/1.1" status: 204 len: 173 time: 0.8375039 Apr 12 11:11:40.031256 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'name': 'network-vif-deleted', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:40.033564 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3154c-d809-45ac-82be-74b5db369d6d" -d '{"events": [{"server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "name": "network-vif-deleted", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:40.084389 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4dd8af-5a09-43d3-b217-192f2dd1b05d x-openstack-request-id: req-9c4dd8af-5a09-43d3-b217-192f2dd1b05d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:40.084662 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e8869-168b-4f99-8fc6-0df2bb3b1c79", "name": "network-vif-deleted", "tag": "da71a48e-779e-41a5-abcb-a7265adbe330", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:40.084916 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c4dd8af-5a09-43d3-b217-192f2dd1b05d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:40.085324 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4dd8af-5a09-43d3-b217-192f2dd1b05d'] response: {'server_uuid': '348e8869-168b-4f99-8fc6-0df2bb3b1c79', 'name': 'network-vif-deleted', 'tag': 'da71a48e-779e-41a5-abcb-a7265adbe330', 'status': 'completed', 'code': 200} Apr 12 11:11:40.111799 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:40.305849 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:40.331168 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:40.339707 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:40.340246 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:11:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:40.447142 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:40.634972 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:40.646194 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:40.672717 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4fa4d-9f0e-4f05-be30-da60c900bff5 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:40.898975 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8178a-1db8-4f28-ae2c-5e073f720f37 None None] New status for floating IP fb768907-0a50-4e71-9ec6-8aca5556fcac: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:41.005858 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42982) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:41.064434 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95f19d9c-8cfc-4205-aaf0-b6fe0856d78d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (3eae5f44-efab-4586-9773-e7e658101f7f), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.088865 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95f19d9c-8cfc-4205-aaf0-b6fe0856d78d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (3eae5f44-efab-4586-9773-e7e658101f7f), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.136413 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95f19d9c-8cfc-4205-aaf0-b6fe0856d78d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3eae5f44-efab-4586-9773-e7e658101f7f), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.138969 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95f19d9c-8cfc-4205-aaf0-b6fe0856d78d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.140393 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-95f19d9c-8cfc-4205-aaf0-b6fe0856d78d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/security-groups/3eae5f44-efab-4586-9773-e7e658101f7f HTTP/1.1" status: 204 len: 168 time: 0.1334076 Apr 12 11:11:41.143430 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:41.149872 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f19d9c-8cfc-4205-aaf0-b6fe0856d78d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae5f44-efab-4586-9773-e7e658101f7f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:41.157724 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.api.v2.resource [None req-133644f2-5b19-4de9-a44a-1423876fbee0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] show failed (client error): The resource could not be found. Apr 12 11:11:41.162076 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42986) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:41.168303 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-133644f2-5b19-4de9-a44a-1423876fbee0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups/3eae5f44-efab-4586-9773-e7e658101f7f HTTP/1.1" status: 404 len: 347 time: 0.0231147 Apr 12 11:11:41.279112 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port fb305b71-7df7-4f05-ab6a-50a5b960d644 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:41.279445 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.356243 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.356548 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (fb305b71-7df7-4f05-ab6a-50a5b960d644), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.368450 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for fb305b71-7df7-4f05-ab6a-50a5b960d644 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:41.508250 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (fb305b71-7df7-4f05-ab6a-50a5b960d644), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.537498 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=fb305b71-7df7-4f05-ab6a-50a5b960d644,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:41.601541 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (fb768907-0a50-4e71-9ec6-8aca5556fcac), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.604038 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.605192 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7e710c91-ee91-4f34-8eb8-0fd7134fcc8b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/floatingips/fb768907-0a50-4e71-9ec6-8aca5556fcac HTTP/1.1" status: 204 len: 168 time: 0.4420917 Apr 12 11:11:41.864169 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 42990) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:41.868886 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737146638', 'description': 'tempest-description--264324591'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:41.892905 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.969061 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (de601a8f-5783-43b7-98d0-04b4982c76ce), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.975369 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (de601a8f-5783-43b7-98d0-04b4982c76ce), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.006810 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de601a8f-5783-43b7-98d0-04b4982c76ce,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:42.011954 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.015874 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-84972c3d-033f-42da-85b1-6bd5c73dac1d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1479573 Apr 12 11:11:42.016563 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42992) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:42.020664 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': 'de601a8f-5783-43b7-98d0-04b4982c76ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:42.047957 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (ccd3c4cf-e02c-40fe-ad05-07ae98b41f7a), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.104873 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (ccd3c4cf-e02c-40fe-ad05-07ae98b41f7a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.111303 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (ccd3c4cf-e02c-40fe-ad05-07ae98b41f7a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.130416 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd3c4cf-e02c-40fe-ad05-07ae98b41f7a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:42.139606 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.140539 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.141197 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-df325813-78c9-4d18-b166-e6c8e70f3dd8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237001 Apr 12 11:11:42.143725 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:42.147878 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'security_group_rule': {'security_group_id': 'de601a8f-5783-43b7-98d0-04b4982c76ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:42.174177 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (ab200717-21d6-494d-b105-912085250386), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.230289 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (ab200717-21d6-494d-b105-912085250386), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.236458 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684832'] for security_group_rule (ab200717-21d6-494d-b105-912085250386), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.253519 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab200717-21d6-494d-b105-912085250386,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:42.261175 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.262358 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-b3e63510-f711-43eb-840a-a94277dfb9f1 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178081 Apr 12 11:11:42.265480 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 42996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:42.269740 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:42.289646 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.370609 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.473468 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.28.2.208 (60d7e446-c4ae-4136-8faa-fc544375da9a/be6b0a27-f4df-4e2c-a200-599fc353cae4/2a2546f0-81aa-441e-9469-940c4b4583d8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:11:42.579547 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.615475 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.654120 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network 60d7e446-c4ae-4136-8faa-fc544375da9a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:11:42.658360 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:11:42.661750 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:11:42.667190 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=2a2546f0-81aa-441e-9469-940c4b4583d8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:42.754159 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.793182 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.967374 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.974185 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13540101'] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:43.038508 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=2a2546f0-81aa-441e-9469-940c4b4583d8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:43.049464 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.049806 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.050146 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.050583 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.050811 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.051116 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.051446 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.051823 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.052123 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.052441 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.052759 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.053077 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.053376 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.053693 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.053991 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:43.061477 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:43.077543 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:43.078778 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4a1b6159-06e0-411f-adf9-4b3250a41ce7 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8123331 Apr 12 11:11:43.213896 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device da71a48e-779e-41a5-abcb-a7265adbe330 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:43.232934 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-60fc617a-e945-473f-a9a0-253504906ba8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--737146638&fields=id&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 267 time: 0.0480824 Apr 12 11:11:43.234880 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: da71a48e-779e-41a5-abcb-a7265adbe330 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:43.235229 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device da71a48e-779e-41a5-abcb-a7265adbe330 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:43.341498 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-8d07919a-26bf-4bd6-94d6-500645730d5b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:43.342973 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-8d07919a-26bf-4bd6-94d6-500645730d5b tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1029823 Apr 12 11:11:43.359699 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-01084269-01bd-49e8-be0a-0e58637f0127 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/quotas/7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 375 time: 0.0091136 Apr 12 11:11:43.409140 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-46d7ded3-2d80-4d1a-85d0-c7b153e67568 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442412 Apr 12 11:11:43.508924 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-2a495f5e-f245-4f3f-a51f-da75d48df934 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877748 Apr 12 11:11:43.595930 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-fdb9014f-5ed5-41e1-a500-84da1e87b115 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812025 Apr 12 11:11:43.736876 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:43.761198 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-9c3e84d6-bdb4-4384-a84f-4f19e9f9ad91 req-70cea3e1-cb1c-4c81-a454-c4147370c184 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 210 time: 0.0308068 Apr 12 11:11:44.790570 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-6b552ae6-14e6-4682-8a7f-f17577acd3cc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:44.792773 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-6b552ae6-14e6-4682-8a7f-f17577acd3cc tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 814 time: 0.1072733 Apr 12 11:11:44.862258 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-1e0e392a-94ce-412f-b533-2c6004c6b4ea tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad1ce5af2fb44dcba46a14326f372f2 HTTP/1.1" status: 200 len: 379 time: 0.0555675 Apr 12 11:11:44.866178 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-cc3cc8a3-f8db-4835-ab87-75d3fea324a2 req-e5b65b62-998e-4497-997b-489d42aa5338 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 210 time: 0.0372260 Apr 12 11:11:44.963437 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'port': {'device_id': 'cc544b97-42b2-40df-88cc-de704d529a95', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'admin_state_up': True, 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'security_groups': ['de601a8f-5783-43b7-98d0-04b4982c76ce']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:45.084280 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Made reservation on behalf of 7ad1ce5af2fb44dcba46a14326f372f2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:11:45.087992 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.216051 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Allocated IP 172.20.0.12 (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b/790f2e64-2ac9-47fa-9577-261702684707/8e72d687-db55-45a3-8c55-313416702d47) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:11:45.353946 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for port (8e72d687-db55-45a3-8c55-313416702d47), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.398886 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783821390906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (8e72d687-db55-45a3-8c55-313416702d47), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.447697 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:11:45.450681 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:11:45.454418 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:11:45.460942 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event updated for resources: {'Port': ['ID=8e72d687-db55-45a3-8c55-313416702d47,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:45.507796 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:45.508485 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.526339 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-4fd0e22b-0d0e-4daa-9657-58de6bf97a81 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696247 Apr 12 11:11:45.544350 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.v2.base [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Request body: {'port': {'device_id': 'cc544b97-42b2-40df-88cc-de704d529a95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:45.614068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (8e72d687-db55-45a3-8c55-313416702d47), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.693751 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-d1edef5d-e06d-4f17-afeb-39783747f072 None None] Provisioning complete for port 8e72d687-db55-45a3-8c55-313416702d47 triggered by entity DHCP. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:11:45.694321 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1edef5d-e06d-4f17-afeb-39783747f072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (8e72d687-db55-45a3-8c55-313416702d47), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.728756 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d1edef5d-e06d-4f17-afeb-39783747f072 None None] Port 8e72d687-db55-45a3-8c55-313416702d47 cannot update to ACTIVE because it is not bound. {{(pid=103287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:11:45.879364 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e72d687-db55-45a3-8c55-313416702d47 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:11:45.895226 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Publish callbacks [] for port (8e72d687-db55-45a3-8c55-313416702d47), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.909640 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Transition to ACTIVE for port object 8e72d687-db55-45a3-8c55-313416702d47 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:11:45.913741 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (8e72d687-db55-45a3-8c55-313416702d47), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.001337 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e72d687-db55-45a3-8c55-313416702d47,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:46.010785 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208c2e9-1b73-491e-b18f-087603d6a612 req-c2876e9a-a14c-4c05-9561-ae3cdcebecca tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:46.012327 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0208c2e9-1b73-491e-b18f-087603d6a612 req-c2876e9a-a14c-4c05-9561-ae3cdcebecca tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 944 time: 0.0758882 Apr 12 11:11:46.104833 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0208c2e9-1b73-491e-b18f-087603d6a612 req-6920f253-f982-475a-a626-29ade35442e8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865653 Apr 12 11:11:46.118271 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Attempting to bind port 8e72d687-db55-45a3-8c55-313416702d47 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:11:46.118648 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Attempting to bind port 8e72d687-db55-45a3-8c55-313416702d47 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:11:46.118975 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Attempting to bind port 8e72d687-db55-45a3-8c55-313416702d47 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:11:46.123464 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Port 8e72d687-db55-45a3-8c55-313416702d47 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:11:46.123788 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Attempting to bind port 8e72d687-db55-45a3-8c55-313416702d47 on network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:11:46.128575 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Checking agent: {'id': 'b5db821f-af9b-43c5-9287-56ba73e1af96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'started_at': datetime.datetime(2022, 4, 12, 10, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:11:46.128914 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Checking segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:11:46.129319 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Bound using segment: {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:11:46.129723 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Bound port: 8e72d687-db55-45a3-8c55-313416702d47, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5f457-c971-4a9b-82e5-1b010bb2b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:11:46.130088 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (8e72d687-db55-45a3-8c55-313416702d47), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.192072 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] For port 8e72d687-db55-45a3-8c55-313416702d47, host hv-cinder-83008, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:11:46.195112 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] For port 8e72d687-db55-45a3-8c55-313416702d47, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e72d687-db55-45a3-8c55-313416702d47,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:11:46.202420 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14460199'] for port (8e72d687-db55-45a3-8c55-313416702d47), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.239752 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:46.240368 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.241742 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] 10.222.0.64 "PUT /v2.0/ports/8e72d687-db55-45a3-8c55-313416702d47 HTTP/1.1" status: 200 len: 1094 time: 0.7022333 Apr 12 11:11:46.242170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'tag': '8e72d687-db55-45a3-8c55-313416702d47'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:46.244477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04842e7c-faa1-4711-ab8a-749485a4ecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "tag": "8e72d687-db55-45a3-8c55-313416702d47"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:46.273653 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be32b4-20f6-4dc1-ab7b-cad5f184aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e72d687-db55-45a3-8c55-313416702d47,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:46.296210 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e9ede-d350-427e-8bac-32c03f8122ec x-openstack-request-id: req-1a4e9ede-d350-427e-8bac-32c03f8122ec {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:46.296496 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "tag": "8e72d687-db55-45a3-8c55-313416702d47", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:46.296750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a4e9ede-d350-427e-8bac-32c03f8122ec {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:46.297576 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4e9ede-d350-427e-8bac-32c03f8122ec'] response: {'name': 'network-changed', 'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'tag': '8e72d687-db55-45a3-8c55-313416702d47', 'status': 'completed', 'code': 200} Apr 12 11:11:46.352591 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-af9811cf-fbf5-4218-aa5d-60f97da39b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:46.354134 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-af9811cf-fbf5-4218-aa5d-60f97da39b7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 1128 time: 0.0406966 Apr 12 11:11:46.403126 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-37c01267-40d1-4053-aa42-938b2b9b97ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e72d687-db55-45a3-8c55-313416702d47 HTTP/1.1" status: 200 len: 217 time: 0.0348675 Apr 12 11:11:46.454209 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-f84de582-3c3d-41bc-870a-8d6795439092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:46.455624 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-f84de582-3c3d-41bc-870a-8d6795439092 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0453553 Apr 12 11:11:46.499944 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-224c30dd-c5ad-48d1-89d2-8c36b59fd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:46.501331 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-224c30dd-c5ad-48d1-89d2-8c36b59fd1e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398004 Apr 12 11:11:46.598407 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-89da6c1a-a5cd-47a7-81af-b4cdf5eeda5d service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900159 Apr 12 11:11:46.694811 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-801fc436-2fc9-4ed4-b7bc-ed662e3e485e req-fd0b43c5-7515-4f5f-ab4c-71f31e07ad91 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899429 Apr 12 11:11:47.231525 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e7d18-e862-49e5-9581-2c824d653159 req-0d6f9478-0ff0-46d4-ab48-2e034b76de84 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.232964 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b21e7d18-e862-49e5-9581-2c824d653159 req-0d6f9478-0ff0-46d4-ab48-2e034b76de84 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 944 time: 0.0470390 Apr 12 11:11:47.284768 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-b21e7d18-e862-49e5-9581-2c824d653159 req-f87a891e-5ab3-42e3-8583-bd5dd1b5a9f5 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Apr 12 11:11:47.443404 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-c919b470-b20c-4bb2-910c-6412b24c0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.444750 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-c919b470-b20c-4bb2-910c-6412b24c0da2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 1128 time: 0.0390587 Apr 12 11:11:47.541773 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-2d758ffc-21af-461c-aeb1-14dba3f8da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.543302 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-2d758ffc-21af-461c-aeb1-14dba3f8da6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0925970 Apr 12 11:11:47.587390 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-aa9d03c4-a0a5-49d9-9106-db013bc258be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e72d687-db55-45a3-8c55-313416702d47 HTTP/1.1" status: 200 len: 217 time: 0.0376129 Apr 12 11:11:47.635330 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-c2513521-1fa4-420e-97e5-e8acaa36e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.636770 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-c2513521-1fa4-420e-97e5-e8acaa36e902 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0434737 Apr 12 11:11:47.681253 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-e7af21f3-e336-4df9-97a7-23ce402eb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.682753 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-e7af21f3-e336-4df9-97a7-23ce402eb1f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396917 Apr 12 11:11:47.774233 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-eca31aec-649d-4158-9bcc-fec62683b90e service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855269 Apr 12 11:11:47.860965 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-04842e7c-faa1-4711-ab8a-749485a4ecd3 req-b145b44b-dd90-445d-ac0e-dc5df4f5448b service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811803 Apr 12 11:11:48.411059 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afc886-36a2-4b13-acd0-26df42dbcd59 req-1769126a-97ea-412e-ba3f-d8fe970d260a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.412514 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-78afc886-36a2-4b13-acd0-26df42dbcd59 req-1769126a-97ea-412e-ba3f-d8fe970d260a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 944 time: 0.0481708 Apr 12 11:11:48.470021 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-78afc886-36a2-4b13-acd0-26df42dbcd59 req-c36d9e62-fac7-47aa-bb30-a0468e1c69ff tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491133 Apr 12 11:11:49.263078 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 8e72d687-db55-45a3-8c55-313416702d47 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:11:49.383769 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 8e72d687-db55-45a3-8c55-313416702d47, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e72d687-db55-45a3-8c55-313416702d47,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:49.398548 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Returning: {'device': '8e72d687-db55-45a3-8c55-313416702d47', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'port_id': '8e72d687-db55-45a3-8c55-313416702d47', 'mac_address': 'fa:16:3e:ba:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:11:49.402563 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:49.443687 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 8e72d687-db55-45a3-8c55-313416702d47 is: DOWN; New status is: BUILD {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:49.443957 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (8e72d687-db55-45a3-8c55-313416702d47), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:49.456992 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e72d687-db55-45a3-8c55-313416702d47 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:11:49.477100 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 8e72d687-db55-45a3-8c55-313416702d47, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e72d687-db55-45a3-8c55-313416702d47,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:49.482980 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (8e72d687-db55-45a3-8c55-313416702d47), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:49.533331 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=8e72d687-db55-45a3-8c55-313416702d47,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:49.588472 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0bdc6-82b2-477c-afe7-81a1458a55b4 req-7656164e-ad93-486d-8cf9-0dc4899bb977 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.589924 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-25a0bdc6-82b2-477c-afe7-81a1458a55b4 req-7656164e-ad93-486d-8cf9-0dc4899bb977 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 945 time: 0.0519354 Apr 12 11:11:49.641360 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-25a0bdc6-82b2-477c-afe7-81a1458a55b4 req-279dceeb-6412-4932-9255-bdb0fb526f4d tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Apr 12 11:11:49.752078 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] get_ports_and_sgs() called for port_ids ['8e72d687-db55-45a3-8c55-313416702d47'] {{(pid=103287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:11:50.786020 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c968cf-4b37-426c-b25e-5067fc92ec87 req-e56908b4-cb12-4bbf-8b18-ff7713e7e018 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:50.787504 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e3c968cf-4b37-426c-b25e-5067fc92ec87 req-e56908b4-cb12-4bbf-8b18-ff7713e7e018 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 945 time: 0.0545642 Apr 12 11:11:50.835047 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-e3c968cf-4b37-426c-b25e-5067fc92ec87 req-941525c5-595f-4188-8372-7313fa46d3ef tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Apr 12 11:11:51.263678 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 8e72d687-db55-45a3-8c55-313416702d47 up at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:11:51.314407 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning for port 8e72d687-db55-45a3-8c55-313416702d47 completed by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:11:51.323133 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Provisioning complete for port 8e72d687-db55-45a3-8c55-313416702d47 triggered by entity L2. {{(pid=103287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:11:51.323516 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-884833'] for port (8e72d687-db55-45a3-8c55-313416702d47), provisioning_complete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.401332 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Current status of the port 8e72d687-db55-45a3-8c55-313416702d47 is: BUILD; New status is: ACTIVE {{(pid=103287) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:51.401718 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784746'] for port (8e72d687-db55-45a3-8c55-313416702d47), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.424792 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e72d687-db55-45a3-8c55-313416702d47'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:51.426997 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dabf0264b89443142ea5d759ee995b23e72c9d70b61ded8db7ad82aa8b96f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52f94c0-1e11-4876-922c-e08f278a1a5c" -d '{"events": [{"server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "name": "network-vif-plugged", "status": "completed", "tag": "8e72d687-db55-45a3-8c55-313416702d47"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:51.439441 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] For port 8e72d687-db55-45a3-8c55-313416702d47, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e72d687-db55-45a3-8c55-313416702d47,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:51.444147 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783821914655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783821390924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783821390942'] for port (8e72d687-db55-45a3-8c55-313416702d47), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.467037 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf2aaaa-f8ca-43c8-ade2-c9ac4a828a26 x-openstack-request-id: req-acf2aaaa-f8ca-43c8-ade2-c9ac4a828a26 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:51.467325 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "name": "network-vif-plugged", "status": "completed", "tag": "8e72d687-db55-45a3-8c55-313416702d47", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:51.467573 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acf2aaaa-f8ca-43c8-ade2-c9ac4a828a26 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:51.467964 dv-cinder-830089-4-smb neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf2aaaa-f8ca-43c8-ade2-c9ac4a828a26'] response: {'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e72d687-db55-45a3-8c55-313416702d47', 'code': 200} Apr 12 11:11:51.499483 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Pushing event updated for resources: {'Port': ['ID=8e72d687-db55-45a3-8c55-313416702d47,revision_number=5']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:51.667953 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae406f8-d0f5-4c8f-8346-d71b7a596aa2 req-d45dd85f-9e8d-451f-b22d-15d1b5250cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:51.669357 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0ae406f8-d0f5-4c8f-8346-d71b7a596aa2 req-d45dd85f-9e8d-451f-b22d-15d1b5250cab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 1130 time: 0.0395224 Apr 12 11:11:51.714921 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-0ae406f8-d0f5-4c8f-8346-d71b7a596aa2 req-aab5976f-6cd1-424e-a43b-7bbc79eab268 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391409 Apr 12 11:11:51.969300 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ce44-87d0-4ae9-9630-b5d57260d368 req-f33b2cea-387a-469b-9782-77cafd4a7375 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:51.970717 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-40b3ce44-87d0-4ae9-9630-b5d57260d368 req-f33b2cea-387a-469b-9782-77cafd4a7375 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.0522697 Apr 12 11:11:52.020586 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-40b3ce44-87d0-4ae9-9630-b5d57260d368 req-c4790f44-6e47-48ed-8345-ddcdfca93974 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440114 Apr 12 11:11:53.150057 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d42101-053f-4a05-96b4-fd5daadbf31e req-3525693d-da52-4619-9fea-eb576df3f64f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:53.151529 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e8d42101-053f-4a05-96b4-fd5daadbf31e req-3525693d-da52-4619-9fea-eb576df3f64f tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.0487270 Apr 12 11:11:53.202632 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-e8d42101-053f-4a05-96b4-fd5daadbf31e req-c269b0a9-4319-4cc3-a958-c25c63d39753 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 Apr 12 11:11:53.496431 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf7c0c-0770-4610-8560-fb436bb2a627 req-25e8b51d-ae50-453d-a09f-816fc11f1929 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:53.497903 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-f8bf7c0c-0770-4610-8560-fb436bb2a627 req-25e8b51d-ae50-453d-a09f-816fc11f1929 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.2249622 Apr 12 11:11:53.506523 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:53.511201 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Request body: {'floatingip': {'port_id': '8e72d687-db55-45a3-8c55-313416702d47'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:53.550431 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:53.658956 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-3a3492fc-a0e2-41f8-b2f9-e8e12c70defa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384369 Apr 12 11:11:53.752916 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-b3a16962-3c09-4b18-aa2b-b881f4b80b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:53.754744 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-b3a16962-3c09-4b18-aa2b-b881f4b80b74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 1130 time: 0.0394461 Apr 12 11:11:53.859407 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-3a48972a-2967-434a-8175-db6c46a75ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:53.860894 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-3a48972a-2967-434a-8175-db6c46a75ac0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0883532 Apr 12 11:11:53.903188 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-7a3bd9f5-c6e5-47b3-bb9a-acbbae261681 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e72d687-db55-45a3-8c55-313416702d47 HTTP/1.1" status: 200 len: 217 time: 0.0342927 Apr 12 11:11:53.950498 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-a8625934-1b7d-4ab1-9bdb-a2b8ee9996f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:53.952057 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-a8625934-1b7d-4ab1-9bdb-a2b8ee9996f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0432405 Apr 12 11:11:53.994297 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-a3e5ee53-cb43-4885-ac8a-87a86eb86cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:53.995795 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-a3e5ee53-cb43-4885-ac8a-87a86eb86cd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0372248 Apr 12 11:11:53.998874 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.004105 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.088592 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-c8618698-ebdd-494e-a3f6-c0f08dc69493 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867083 Apr 12 11:11:54.105930 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.db.l3_db [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP 17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1 associated. External IP: 172.28.2.208, port: 8e72d687-db55-45a3-8c55-313416702d47. Apr 12 11:11:54.181036 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-1b1629da-42a2-4f00-9bba-6099fd4deaff req-1b659263-e8c0-4f2f-b7b2-94ef7a6f57fe service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Apr 12 11:11:54.318313 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:54.434167 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:54.439210 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.445722 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:54.458344 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:54.459002 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:11:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.471942 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-7483cbce-3692-4455-aed0-65367f396b4c tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "PUT /v2.0/floatingips/17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1 HTTP/1.1" status: 200 len: 992 time: 0.9643910 Apr 12 11:11:54.472523 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'tag': '8e72d687-db55-45a3-8c55-313416702d47'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:54.474834 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3004542f2eb2ac9539ca159704959b83bdb1e733eb9ba04c2c4d0a63fa642cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "tag": "8e72d687-db55-45a3-8c55-313416702d47"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:54.510210 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39f7fd5-276c-49c5-b3a2-d12b446cb26b x-openstack-request-id: req-b39f7fd5-276c-49c5-b3a2-d12b446cb26b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:54.510858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "tag": "8e72d687-db55-45a3-8c55-313416702d47", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:54.510858 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b39f7fd5-276c-49c5-b3a2-d12b446cb26b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:54.511176 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39f7fd5-276c-49c5-b3a2-d12b446cb26b'] response: {'name': 'network-changed', 'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'tag': '8e72d687-db55-45a3-8c55-313416702d47', 'status': 'completed', 'code': 200} Apr 12 11:11:54.567566 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:54.591477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-6864e085-ff41-4bf5-9872-98d5fbf6988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:54.592889 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-6864e085-ff41-4bf5-9872-98d5fbf6988a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 1130 time: 0.0397811 Apr 12 11:11:54.686318 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-6b38a581-6191-4634-9a5b-d227ff049454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:54.687868 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-6b38a581-6191-4634-9a5b-d227ff049454 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 200 len: 915 time: 0.0875010 Apr 12 11:11:54.757028 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-116f5581-6a13-41ee-8511-5d58f2418328 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e72d687-db55-45a3-8c55-313416702d47 HTTP/1.1" status: 200 len: 1000 time: 0.0634294 Apr 12 11:11:54.784798 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': '8e72d687-db55-45a3-8c55-313416702d47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:ba:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc544b97-42b2-40df-88cc-de704d529a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:42Z', 'updated_at': '2022-04-12T11:11:53Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.804977 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-c412b3fa-5c96-4b5c-a220-efac89068b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:54.806455 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-c412b3fa-5c96-4b5c-a220-efac89068b59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 200 len: 853 time: 0.0440490 Apr 12 11:11:54.811519 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:54.820933 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:54.821658 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:11:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.847998 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-8cab2091-0b61-4500-aeff-f5f3a329921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:54.849368 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-8cab2091-0b61-4500-aeff-f5f3a329921f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375490 Apr 12 11:11:54.944473 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-612130af-50d9-4384-ac7d-6409972975d6 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891826 Apr 12 11:11:55.021305 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:55.038202 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a4b83a68-046c-4f68-8d85-bbbf62fbabaa req-6cab8cb8-5669-4691-a429-6b60ad5106b6 service neutron] 10.222.0.64 "GET /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878446 Apr 12 11:11:55.243311 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': '8e72d687-db55-45a3-8c55-313416702d47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:ba:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc544b97-42b2-40df-88cc-de704d529a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:42Z', 'updated_at': '2022-04-12T11:11:53Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:55.270081 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff74a76-5497-4e17-a22e-b9976ddd7a26 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_floatingips': [{'id': '17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'router_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'port_id': '8e72d687-db55-45a3-8c55-313416702d47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'mac_address': 'fa:16:3e:ba:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc544b97-42b2-40df-88cc-de704d529a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:42Z', 'updated_at': '2022-04-12T11:11:53Z', 'revision_number': 1, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:55.457450 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8f5f2-cc99-4cac-a8f8-649cc05ac47e None None] New status for floating IP 17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:12:07.482419 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f568b18-405d-4416-8e56-48de45cd8cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:09.918258 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1df4d92e-e303-4884-9e05-e51542c6d87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:10.064506 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:10.651398 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:12.152468 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:13.733002 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:19.391067 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.308697 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68368be-7d94-4f1c-a663-e9eda0d0193f req-c4351153-1fcd-4b6c-bace-4221264bb2d9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:32.310173 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b68368be-7d94-4f1c-a663-e9eda0d0193f req-c4351153-1fcd-4b6c-bace-4221264bb2d9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.0500517 Apr 12 11:12:32.363321 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-b68368be-7d94-4f1c-a663-e9eda0d0193f req-4ae67268-1738-41fe-98e1-3b9b6462ccd0 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Apr 12 11:12:33.479873 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014ac6b-3a28-41b8-958d-821f5e7b73ff req-a80ddd27-845f-4cd4-8ed2-f28d0e141214 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.481242 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c014ac6b-3a28-41b8-958d-821f5e7b73ff req-a80ddd27-845f-4cd4-8ed2-f28d0e141214 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.0481315 Apr 12 11:12:33.531952 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-c014ac6b-3a28-41b8-958d-821f5e7b73ff req-4c97a251-4371-48b8-a1f7-abd802d7ab48 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 Apr 12 11:12:33.914374 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-fd590ae1-2d84-4c25-8d20-8409018b1214 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.915798 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-fd590ae1-2d84-4c25-8d20-8409018b1214 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.0550508 Apr 12 11:12:34.007792 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port 8e72d687-db55-45a3-8c55-313416702d47 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:34.008135 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (8e72d687-db55-45a3-8c55-313416702d47), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.094897 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] For port 8e72d687-db55-45a3-8c55-313416702d47, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e72d687-db55-45a3-8c55-313416702d47,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:34.095256 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (8e72d687-db55-45a3-8c55-313416702d47), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.560379 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.560379 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585611'] for floatingip (17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.560991 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.db.l3_db [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Floating IP 17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1 disassociated. External IP: 172.28.2.208, port: 8e72d687-db55-45a3-8c55-313416702d47. Apr 12 11:12:34.560991 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for 8e72d687-db55-45a3-8c55-313416702d47 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:34.645828 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec228590-b429-498c-b7cc-f781a84c7711 req-2a892ba6-6fe9-47ba-bf5e-8be1ce6f8fe8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.647348 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ec228590-b429-498c-b7cc-f781a84c7711 req-2a892ba6-6fe9-47ba-bf5e-8be1ce6f8fe8 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc544b97-42b2-40df-88cc-de704d529a95 HTTP/1.1" status: 200 len: 946 time: 0.0487568 Apr 12 11:12:34.691140 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (8e72d687-db55-45a3-8c55-313416702d47), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.696492 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [req-ec228590-b429-498c-b7cc-f781a84c7711 req-1ff056e5-f4f5-4848-8719-ad1776c7225a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups?id=de601a8f-5783-43b7-98d0-04b4982c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432456 Apr 12 11:12:34.722815 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=8e72d687-db55-45a3-8c55-313416702d47,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:34.733739 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.734071 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.734409 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.734792 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.735117 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.735443 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.735766 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.736081 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.736402 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.736719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.737033 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.737350 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.737654 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.737966 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.738279 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:34.858982 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:34.973514 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:34.983661 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:34.997303 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:34.997836 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:12:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:35.015940 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] No DVR routers for this DVR port 8e72d687-db55-45a3-8c55-313416702d47 on host hv-cinder-83008 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:12:35.018750 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for port (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.022349 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [req-a0bfc1d0-13ed-4902-8492-48e18626fa5a req-7061dfce-f396-49e3-aa1d-20bda395088a tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.64 "DELETE /v2.0/ports/8e72d687-db55-45a3-8c55-313416702d47 HTTP/1.1" status: 204 len: 173 time: 1.1008947 Apr 12 11:12:35.022826 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'name': 'network-vif-deleted', 'tag': '8e72d687-db55-45a3-8c55-313416702d47'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:35.025092 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eb37432aaef0027c3af0558304ddee3c5f94cece465f6f5beafc803c45af54b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3f9b6d-d451-4bf1-8fa2-494b8b5de7b5" -d '{"events": [{"server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "name": "network-vif-deleted", "tag": "8e72d687-db55-45a3-8c55-313416702d47"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:35.117281 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:35.145719 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864f0d26-b842-4005-bbc7-5b02e8a93983 x-openstack-request-id: req-864f0d26-b842-4005-bbc7-5b02e8a93983 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:35.146016 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc544b97-42b2-40df-88cc-de704d529a95", "name": "network-vif-deleted", "tag": "8e72d687-db55-45a3-8c55-313416702d47", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:35.146268 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-864f0d26-b842-4005-bbc7-5b02e8a93983 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:35.146875 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864f0d26-b842-4005-bbc7-5b02e8a93983'] response: {'server_uuid': 'cc544b97-42b2-40df-88cc-de704d529a95', 'name': 'network-vif-deleted', 'tag': '8e72d687-db55-45a3-8c55-313416702d47', 'status': 'completed', 'code': 200} Apr 12 11:12:35.311550 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:35.337514 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:35.346074 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:35.346717 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:12:10Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:35.457663 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:35.657555 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:35.685923 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5ea4d-f039-43cc-bdb6-95092aaf41a9 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:53Z', 'revision_number': 4, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb', '_interfaces': [{'id': 'b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5', 'name': '', 'network_id': 'fa9cece3-4b0d-4f5a-b63c-850f965fbf0b', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'mac_address': 'fa:16:3e:42:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '790f2e64-2ac9-47fa-9577-261702684707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:52Z', 'updated_at': '2022-04-12T11:08:56Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'subnets': [{'id': '790f2e64-2ac9-47fa-9577-261702684707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:35.784673 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:35.840212 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c34feb1e-0008-4da6-9db9-90e9f67b9dc4 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (de601a8f-5783-43b7-98d0-04b4982c76ce), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.864557 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c34feb1e-0008-4da6-9db9-90e9f67b9dc4 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (de601a8f-5783-43b7-98d0-04b4982c76ce), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.915444 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c34feb1e-0008-4da6-9db9-90e9f67b9dc4 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (de601a8f-5783-43b7-98d0-04b4982c76ce), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.918055 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c34feb1e-0008-4da6-9db9-90e9f67b9dc4 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.919292 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-c34feb1e-0008-4da6-9db9-90e9f67b9dc4 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/security-groups/de601a8f-5783-43b7-98d0-04b4982c76ce HTTP/1.1" status: 204 len: 168 time: 0.1336386 Apr 12 11:12:35.922179 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43122) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:35.929326 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34feb1e-0008-4da6-9db9-90e9f67b9dc4 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de601a8f-5783-43b7-98d0-04b4982c76ce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:35.932274 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4fca6-e800-431f-80e5-d204eec00d9f None None] New status for floating IP 17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:12:35.940293 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.api.v2.resource [None req-a2497a24-7510-4e8f-9361-d0da6283e1fa tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] show failed (client error): The resource could not be found. Apr 12 11:12:35.941249 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-a2497a24-7510-4e8f-9361-d0da6283e1fa tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "GET /v2.0/security-groups/de601a8f-5783-43b7-98d0-04b4982c76ce HTTP/1.1" status: 404 len: 347 time: 0.0171976 Apr 12 11:12:35.944262 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:36.063175 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Deleting port 2a2546f0-81aa-441e-9469-940c4b4583d8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:36.063521 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.141902 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.142209 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (2a2546f0-81aa-441e-9469-940c4b4583d8), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.154102 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Calling delete_port for 2a2546f0-81aa-441e-9469-940c4b4583d8 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:36.292343 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (2a2546f0-81aa-441e-9469-940c4b4583d8), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.330081 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Pushing event deleted for resources: {'Port': ['ID=2a2546f0-81aa-441e-9469-940c4b4583d8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:36.389557 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks [] for floatingip (17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.392068 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490695'] for floatingip (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.393192 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-bbd08492-2a13-4aec-8cd6-911ebac717b9 tempest-AttachVolumeNegativeTest-236192990 tempest-AttachVolumeNegativeTest-236192990-project] 10.222.0.41 "DELETE /v2.0/floatingips/17e97af4-4dd3-4d7a-8160-fcbeb8d9b5c1 HTTP/1.1" status: 204 len: 168 time: 0.4478703 Apr 12 11:12:37.488613 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d7c6949f-a2dd-4f50-a695-7c7d0fbb4f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.495880 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 8e72d687-db55-45a3-8c55-313416702d47 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:12:39.530915 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] No Port match for: 8e72d687-db55-45a3-8c55-313416702d47 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:12:39.531267 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Device 8e72d687-db55-45a3-8c55-313416702d47 not bound to the agent host hv-cinder-83008 {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:12:39.925544 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf7bccdc-c761-4b87-b323-41eaa9122916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.075401 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:40.405610 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587147'] for router_interface (e28f9c78-f0d5-42dd-b87f-31d04cab1650), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.638101 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Deleting port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:40.638398 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.643612 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.714210 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] For port b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:40.714621 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.730901 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Calling delete_port for b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:40.911574 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13540110'] for port (b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.937435 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:41.098778 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587047'] for router_interface (e28f9c78-f0d5-42dd-b87f-31d04cab1650), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.316860 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Router e28f9c78-f0d5-42dd-b87f-31d04cab1650 has already been hosted by L3 agent af773d2f-013d-470c-8ece-ef8a03ab7d6e {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:41.695369 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] Notify agent at l3_agent.dv-cinder-830089-4-smb the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:41.703529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43162) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:41.704044 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-540d1ac9-9250-4f04-8dfe-069d5d772ecc admin admin] 10.222.0.41 "PUT /v2.0/routers/e28f9c78-f0d5-42dd-b87f-31d04cab1650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6272197 Apr 12 11:12:41.706298 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] Sync routers for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:41.716013 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:41.716715 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:12:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:41.813101 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks [] for router (e28f9c78-f0d5-42dd-b87f-31d04cab1650), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.823215 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: dv-cinder-830089-4-smb {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:41.917946 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks [] for router_gateway (e28f9c78-f0d5-42dd-b87f-31d04cab1650), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.964223 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Deleting port e1aaf5d9-a43c-4cae-a560-4076331ed23a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:41.964476 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.993689 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'external_fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:12:40Z', 'revision_number': 5, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port': {'id': 'e1aaf5d9-a43c-4cae-a560-4076331ed23a', 'name': '', 'network_id': '60d7e446-c4ae-4136-8faa-fc544375da9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be6b0a27-f4df-4e2c-a200-599fc353cae4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-smb'}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:42.049608 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] For port e1aaf5d9-a43c-4cae-a560-4076331ed23a, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=e1aaf5d9-a43c-4cae-a560-4076331ed23a,segment=NetworkSegment(513be890-11de-4583-b17a-4543f269a9ca),segment_id=513be890-11de-4583-b17a-4543f269a9ca)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:42.049997 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.064511 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Calling delete_port for e1aaf5d9-a43c-4cae-a560-4076331ed23a owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:42.114074 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] Checking router: e28f9c78-f0d5-42dd-b87f-31d04cab1650 for host: dv-cinder-830089-4-smb {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:42.122818 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] Routers {'e28f9c78-f0d5-42dd-b87f-31d04cab1650'} bound to L3 agent in host dv-cinder-830089-4-smb {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:42.123435 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T10:53:10Z,description=,heartbeat_timestamp=2022-04-12T11:12:40Z,host='dv-cinder-830089-4-smb',id=af773d2f-013d-470c-8ece-ef8a03ab7d6e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:53:10Z,topic='l3_agent')) {'router_ids': ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:42.150771 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.211986 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] Set router e28f9c78-f0d5-42dd-b87f-31d04cab1650 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:42.238282 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (e1aaf5d9-a43c-4cae-a560-4076331ed23a), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.265845 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Pushing event deleted for resources: {'Port': ['ID=e1aaf5d9-a43c-4cae-a560-4076331ed23a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.266083 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:12:41Z', 'revision_number': 6, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port_host': None}], 'dv-cinder-830089-4-smb', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:42.298608 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d65a5-62a0-4e47-8c5a-3f9c964ed522 None None] The sync data for ids ['e28f9c78-f0d5-42dd-b87f-31d04cab1650'] in dv-cinder-830089-4-smb is: [{'id': 'e28f9c78-f0d5-42dd-b87f-31d04cab1650', 'name': 'tempest-AttachVolumeNegativeTest-682851694-router', 'tenant_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:50Z', 'updated_at': '2022-04-12T11:12:41Z', 'revision_number': 6, 'project_id': '7ad1ce5af2fb44dcba46a14326f372f2', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:42.328937 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585537'] for router_gateway (e28f9c78-f0d5-42dd-b87f-31d04cab1650), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.419146 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1486'] for router (e28f9c78-f0d5-42dd-b87f-31d04cab1650), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.421356 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks [] for router_controller (e28f9c78-f0d5-42dd-b87f-31d04cab1650), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.471855 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648678'] for router (e28f9c78-f0d5-42dd-b87f-31d04cab1650), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.472502 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28f9c78-f0d5-42dd-b87f-31d04cab1650 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:12:42.477648 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.478810 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-f3b25a20-8b6b-42c6-9263-381405218efd admin admin] 10.222.0.41 "DELETE /v2.0/routers/e28f9c78-f0d5-42dd-b87f-31d04cab1650 HTTP/1.1" status: 204 len: 168 time: 0.7735541 Apr 12 11:12:42.482632 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:42.527173 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Deleting subnet 790f2e64-2ac9-47fa-9577-261702684707 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:12:42.530438 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Publish callbacks [] for subnet (790f2e64-2ac9-47fa-9577-261702684707), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.565170 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12583878'] for subnet (790f2e64-2ac9-47fa-9577-261702684707), precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.650286 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-879621'] for subnet (790f2e64-2ac9-47fa-9577-261702684707), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.707878 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14460241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671989'] for subnet (790f2e64-2ac9-47fa-9577-261702684707), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.733437 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790f2e64-2ac9-47fa-9577-261702684707,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.737031 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for subnet (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.741612 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-0dc2c271-e902-475b-a4fe-902944ad187f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/790f2e64-2ac9-47fa-9577-261702684707 HTTP/1.1" status: 204 len: 168 time: 0.2566605 Apr 12 11:12:42.742888 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43166) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:42.745453 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79951ebb-893a-4892-8f25-8cdb86509ad2 None None] Network fa9cece3-4b0d-4f5a-b63c-850f965fbf0b requested from dv-cinder-830089-4-smb {{(pid=103287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:42.812987 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772438'] for network (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.857465 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Deleting port d084e1c0-695f-4c15-a100-ee621b5c0760 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:42.857812 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783821907487'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.920529 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] For port d084e1c0-695f-4c15-a100-ee621b5c0760, host dv-cinder-830089-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-smb',level=0,port_id=d084e1c0-695f-4c15-a100-ee621b5c0760,segment=NetworkSegment(07c5f457-c971-4a9b-82e5-1b010bb2b79c),segment_id=07c5f457-c971-4a9b-82e5-1b010bb2b79c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:42.921039 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593941'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.934110 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Calling delete_port for d084e1c0-695f-4c15-a100-ee621b5c0760 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:43.022156 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783821914637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783821390915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14460204'] for port (d084e1c0-695f-4c15-a100-ee621b5c0760), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.048048 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Pushing event deleted for resources: {'Port': ['ID=d084e1c0-695f-4c15-a100-ee621b5c0760,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:43.051442 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] No DVR routers for this DVR port d084e1c0-695f-4c15-a100-ee621b5c0760 on host dv-cinder-830089-4-smb {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:12:43.067598 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb91cd76-656b-40b0-8547-9f1b99373c62 None None] DHCP port deletion for fa9cece3-4b0d-4f5a-b63c-850f965fbf0b request from dv-cinder-830089-4-smb {{(pid=103287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:12:43.129543 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874376', 'neutron.services.segments.db._delete_segments_for_network-8783821803439'] for network (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.152706 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9cece3-4b0d-4f5a-b63c-850f965fbf0b']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.162837 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c5f457-c971-4a9b-82e5-1b010bb2b79c') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.163139 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.services.segments.db [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c5f457-c971-4a9b-82e5-1b010bb2b79c') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.173118 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783821807032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12583887'] for segment (07c5f457-c971-4a9b-82e5-1b010bb2b79c), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.187322 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704'] for segment (07c5f457-c971-4a9b-82e5-1b010bb2b79c), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.194345 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:12:43.194779 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14460411'] for segment (07c5f457-c971-4a9b-82e5-1b010bb2b79c), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: Traceback (most recent call last): Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: timer() Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: cb(*args, **kw) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: return func(*args, **kwargs) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: self._notify() Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: self.callback(batched_events) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: event.method(event) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: return f(self, *a, **k) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: return self._get(url).json() Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: return self.request(url, 'GET', **kwargs) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:12:43.196491 dv-cinder-830089-4-smb neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:12:43.260396 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585637'] for network (fa9cece3-4b0d-4f5a-b63c-850f965fbf0b), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.266384 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e1aaf5d9-a43c-4cae-a560-4076331ed23a no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:12:43.270284 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580846'] for network (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.275843 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fa9cece3-4b0d-4f5a-b63c-850f965fbf0b HTTP/1.1" status: 204 len: 168 time: 0.5318840 Apr 12 11:12:43.291347 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0a12-02bf-47a8-8b2f-860af33ec166 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9cece3-4b0d-4f5a-b63c-850f965fbf0b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:43.299768 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: e1aaf5d9-a43c-4cae-a560-4076331ed23a {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:12:43.300272 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device e1aaf5d9-a43c-4cae-a560-4076331ed23a not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:12:43.300907 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:12:43.330101 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:12:43.330504 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device b805fe41-ab23-4c4f-afe1-7f03e5e3a6c5 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:12:43.331132 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device d084e1c0-695f-4c15-a100-ee621b5c0760 no longer exists at agent ovs-agent-dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:12:43.360258 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] No Port match for: d084e1c0-695f-4c15-a100-ee621b5c0760 {{(pid=103287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:12:43.360820 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron.plugins.ml2.rpc [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Device d084e1c0-695f-4c15-a100-ee621b5c0760 not bound to the agent host dv-cinder-830089-4-smb {{(pid=103287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:12:43.463475 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43170) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:43.502831 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-3c2e8b91-38c2-4b4d-abdf-46f1bf8b3ca1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ad1ce5af2fb44dcba46a14326f372f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381920 Apr 12 11:12:43.505288 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43172) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:43.555894 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Publish callbacks [] for security_group (634c4280-6d28-4219-b513-cf5c3cd92749), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.577040 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Publish callbacks [] for security_group (634c4280-6d28-4219-b513-cf5c3cd92749), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.632584 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (634c4280-6d28-4219-b513-cf5c3cd92749), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.635231 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.636369 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/634c4280-6d28-4219-b513-cf5c3cd92749 HTTP/1.1" status: 204 len: 168 time: 0.1302485 Apr 12 11:12:43.643996 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c4280-6d28-4219-b513-cf5c3cd92749,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:43.651209 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.651571 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.651926 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.652279 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.652626 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.652969 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.653304 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.653640 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.653976 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.654357 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.654710 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.655050 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.655382 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.655732 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.656049 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7b4ea-a407-4758-882a-721d7144a8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-smb {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:43.726221 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.623519 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43242) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.730308 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d03f48b-0241-4fc6-b24a-9840ae6fa61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.809108 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d03f48b-0241-4fc6-b24a-9840ae6fa61c admin admin] Publish callbacks [] for security_group (6c80504d-8c5a-4bde-87d2-a175cb45c792), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.815502 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d03f48b-0241-4fc6-b24a-9840ae6fa61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6c80504d-8c5a-4bde-87d2-a175cb45c792), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.854526 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-7d03f48b-0241-4fc6-b24a-9840ae6fa61c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9fbe1569d85451b8c91cbcd5d91d57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299371 Apr 12 11:12:45.855497 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f48b-0241-4fc6-b24a-9840ae6fa61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c80504d-8c5a-4bde-87d2-a175cb45c792,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.857474 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43246) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.912815 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbf3d06c-b23d-41d4-ba24-cb7ea65cddaa admin admin] Publish callbacks [] for security_group (6c80504d-8c5a-4bde-87d2-a175cb45c792), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.935070 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbf3d06c-b23d-41d4-ba24-cb7ea65cddaa admin admin] Publish callbacks [] for security_group (6c80504d-8c5a-4bde-87d2-a175cb45c792), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.988819 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbf3d06c-b23d-41d4-ba24-cb7ea65cddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (6c80504d-8c5a-4bde-87d2-a175cb45c792), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.991487 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cbf3d06c-b23d-41d4-ba24-cb7ea65cddaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.992651 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-cbf3d06c-b23d-41d4-ba24-cb7ea65cddaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c80504d-8c5a-4bde-87d2-a175cb45c792 HTTP/1.1" status: 204 len: 168 time: 0.1341197 Apr 12 11:12:46.000644 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3d06c-b23d-41d4-ba24-cb7ea65cddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c80504d-8c5a-4bde-87d2-a175cb45c792,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:46.252621 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43252) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:46.266801 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbe97d9-e58c-4030-9859-35285d2dba19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.344566 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbe97d9-e58c-4030-9859-35285d2dba19 admin admin] Publish callbacks [] for security_group (25b9e24f-d7b7-426e-8b70-fa0584e14d4d), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.349869 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbe97d9-e58c-4030-9859-35285d2dba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (25b9e24f-d7b7-426e-8b70-fa0584e14d4d), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.387368 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-2fbe97d9-e58c-4030-9859-35285d2dba19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89e770b1139b48b381a0362ff561e6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336985 Apr 12 11:12:46.388443 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe97d9-e58c-4030-9859-35285d2dba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b9e24f-d7b7-426e-8b70-fa0584e14d4d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:46.390677 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:46.440591 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dceec981-0bf3-4b94-b1eb-ec04839fc0df admin admin] Publish callbacks [] for security_group (25b9e24f-d7b7-426e-8b70-fa0584e14d4d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.462520 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dceec981-0bf3-4b94-b1eb-ec04839fc0df admin admin] Publish callbacks [] for security_group (25b9e24f-d7b7-426e-8b70-fa0584e14d4d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.510194 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dceec981-0bf3-4b94-b1eb-ec04839fc0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (25b9e24f-d7b7-426e-8b70-fa0584e14d4d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.512882 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dceec981-0bf3-4b94-b1eb-ec04839fc0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.514018 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-dceec981-0bf3-4b94-b1eb-ec04839fc0df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25b9e24f-d7b7-426e-8b70-fa0584e14d4d HTTP/1.1" status: 204 len: 168 time: 0.1223118 Apr 12 11:12:46.521564 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceec981-0bf3-4b94-b1eb-ec04839fc0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b9e24f-d7b7-426e-8b70-fa0584e14d4d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:47.062944 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:49.392844 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.331695 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43332) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:53.438460 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-660068f6-d683-4134-8e1b-a16131efd726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.515262 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-660068f6-d683-4134-8e1b-a16131efd726 admin admin] Publish callbacks [] for security_group (3e6d2598-6936-4542-b1fc-5a280acc7553), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.520173 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-660068f6-d683-4134-8e1b-a16131efd726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3e6d2598-6936-4542-b1fc-5a280acc7553), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.562750 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-660068f6-d683-4134-8e1b-a16131efd726 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c40184273aec4eaa815e42e81162401a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299242 Apr 12 11:12:53.563870 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660068f6-d683-4134-8e1b-a16131efd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6d2598-6936-4542-b1fc-5a280acc7553,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:53.565487 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43336) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:53.616460 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a697bd9-8596-4dab-8896-87fead429a69 admin admin] Publish callbacks [] for security_group (3e6d2598-6936-4542-b1fc-5a280acc7553), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.642911 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a697bd9-8596-4dab-8896-87fead429a69 admin admin] Publish callbacks [] for security_group (3e6d2598-6936-4542-b1fc-5a280acc7553), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.694277 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a697bd9-8596-4dab-8896-87fead429a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (3e6d2598-6936-4542-b1fc-5a280acc7553), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.696882 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a697bd9-8596-4dab-8896-87fead429a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.698033 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-4a697bd9-8596-4dab-8896-87fead429a69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e6d2598-6936-4542-b1fc-5a280acc7553 HTTP/1.1" status: 204 len: 168 time: 0.1307490 Apr 12 11:12:53.705817 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697bd9-8596-4dab-8896-87fead429a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6d2598-6936-4542-b1fc-5a280acc7553,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:53.953947 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:53.967250 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9ae-eab7-43c2-a2e2-807db5dcde46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.040310 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9ae-eab7-43c2-a2e2-807db5dcde46 admin admin] Publish callbacks [] for security_group (7e589646-ce14-4938-b550-607b436c025e), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.046218 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9ae-eab7-43c2-a2e2-807db5dcde46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7e589646-ce14-4938-b550-607b436c025e), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.083249 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-1eb8d9ae-eab7-43c2-a2e2-807db5dcde46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e521ebb5d3c4752b6df2e02a9abf7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281469 Apr 12 11:12:54.084109 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8d9ae-eab7-43c2-a2e2-807db5dcde46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e589646-ce14-4938-b550-607b436c025e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:54.086177 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43344) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:54.136620 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48d751c3-1c7b-4ff2-b533-2f895606a225 admin admin] Publish callbacks [] for security_group (7e589646-ce14-4938-b550-607b436c025e), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.159555 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48d751c3-1c7b-4ff2-b533-2f895606a225 admin admin] Publish callbacks [] for security_group (7e589646-ce14-4938-b550-607b436c025e), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.213530 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48d751c3-1c7b-4ff2-b533-2f895606a225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7e589646-ce14-4938-b550-607b436c025e), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.216477 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48d751c3-1c7b-4ff2-b533-2f895606a225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:54.217684 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-48d751c3-1c7b-4ff2-b533-2f895606a225 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e589646-ce14-4938-b550-607b436c025e HTTP/1.1" status: 204 len: 168 time: 0.1303000 Apr 12 11:12:54.225755 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d751c3-1c7b-4ff2-b533-2f895606a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e589646-ce14-4938-b550-607b436c025e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:55.977028 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43398) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:56.087671 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e21da339-7b73-4682-8288-1e45a792a17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.169758 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e21da339-7b73-4682-8288-1e45a792a17d admin admin] Publish callbacks [] for security_group (48fcde98-c7a8-43f1-8cd4-b50034a4a153), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.176059 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e21da339-7b73-4682-8288-1e45a792a17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (48fcde98-c7a8-43f1-8cd4-b50034a4a153), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.216337 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-e21da339-7b73-4682-8288-1e45a792a17d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=308e85906ca54196afb321711611665b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382417 Apr 12 11:12:56.217171 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da339-7b73-4682-8288-1e45a792a17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fcde98-c7a8-43f1-8cd4-b50034a4a153,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:56.219256 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43402) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:56.269563 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f45adfc2-240b-4383-ab0b-a6667e0502df admin admin] Publish callbacks [] for security_group (48fcde98-c7a8-43f1-8cd4-b50034a4a153), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.294553 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f45adfc2-240b-4383-ab0b-a6667e0502df admin admin] Publish callbacks [] for security_group (48fcde98-c7a8-43f1-8cd4-b50034a4a153), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.349433 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f45adfc2-240b-4383-ab0b-a6667e0502df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (48fcde98-c7a8-43f1-8cd4-b50034a4a153), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.352157 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f45adfc2-240b-4383-ab0b-a6667e0502df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.353352 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-f45adfc2-240b-4383-ab0b-a6667e0502df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48fcde98-c7a8-43f1-8cd4-b50034a4a153 HTTP/1.1" status: 204 len: 168 time: 0.1329253 Apr 12 11:12:56.360567 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45adfc2-240b-4383-ab0b-a6667e0502df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fcde98-c7a8-43f1-8cd4-b50034a4a153,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:56.627388 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43408) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:56.642812 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25c8519c-8972-4b10-aafd-4720b7c01949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.729850 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25c8519c-8972-4b10-aafd-4720b7c01949 admin admin] Publish callbacks [] for security_group (4331ae05-8229-45f3-bc10-336ccfac2f64), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.735414 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25c8519c-8972-4b10-aafd-4720b7c01949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4331ae05-8229-45f3-bc10-336ccfac2f64), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.773587 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-25c8519c-8972-4b10-aafd-4720b7c01949 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19158e631a284bae849f33990fce57e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447852 Apr 12 11:12:56.774432 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8519c-8972-4b10-aafd-4720b7c01949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4331ae05-8229-45f3-bc10-336ccfac2f64,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:56.776481 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43410) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:56.828930 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f003a10-55d5-4834-b4f8-8d0d43501742 admin admin] Publish callbacks [] for security_group (4331ae05-8229-45f3-bc10-336ccfac2f64), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.850270 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f003a10-55d5-4834-b4f8-8d0d43501742 admin admin] Publish callbacks [] for security_group (4331ae05-8229-45f3-bc10-336ccfac2f64), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.900226 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f003a10-55d5-4834-b4f8-8d0d43501742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (4331ae05-8229-45f3-bc10-336ccfac2f64), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.902822 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f003a10-55d5-4834-b4f8-8d0d43501742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.904028 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-2f003a10-55d5-4834-b4f8-8d0d43501742 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4331ae05-8229-45f3-bc10-336ccfac2f64 HTTP/1.1" status: 204 len: 168 time: 0.1264427 Apr 12 11:12:56.911636 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f003a10-55d5-4834-b4f8-8d0d43501742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4331ae05-8229-45f3-bc10-336ccfac2f64,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:59.063822 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43480) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:59.174541 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ffe1-8f17-4ec3-92c2-2f1c1968212b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.250371 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ffe1-8f17-4ec3-92c2-2f1c1968212b admin admin] Publish callbacks [] for security_group (1c897d4c-2969-43a4-a7dc-bb966dde58be), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.257151 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ffe1-8f17-4ec3-92c2-2f1c1968212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (1c897d4c-2969-43a4-a7dc-bb966dde58be), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.293982 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-e5b7ffe1-8f17-4ec3-92c2-2f1c1968212b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acea2bda077a467a9692c20bfe2cb76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290881 Apr 12 11:12:59.294840 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7ffe1-8f17-4ec3-92c2-2f1c1968212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c897d4c-2969-43a4-a7dc-bb966dde58be,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:59.296991 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43484) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:59.346273 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c281efa-568b-43a2-8f15-0e3d67f5d469 admin admin] Publish callbacks [] for security_group (1c897d4c-2969-43a4-a7dc-bb966dde58be), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.367913 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c281efa-568b-43a2-8f15-0e3d67f5d469 admin admin] Publish callbacks [] for security_group (1c897d4c-2969-43a4-a7dc-bb966dde58be), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.415678 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c281efa-568b-43a2-8f15-0e3d67f5d469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (1c897d4c-2969-43a4-a7dc-bb966dde58be), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.418621 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c281efa-568b-43a2-8f15-0e3d67f5d469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.419737 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-8c281efa-568b-43a2-8f15-0e3d67f5d469 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c897d4c-2969-43a4-a7dc-bb966dde58be HTTP/1.1" status: 204 len: 168 time: 0.1217253 Apr 12 11:12:59.427221 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c281efa-568b-43a2-8f15-0e3d67f5d469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c897d4c-2969-43a4-a7dc-bb966dde58be,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:59.679445 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43490) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:59.692931 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f98c-ca0c-4e05-98e3-a88167ef582b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.774058 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f98c-ca0c-4e05-98e3-a88167ef582b admin admin] Publish callbacks [] for security_group (a3432e44-5dd3-42c5-9e27-87be804e4c7c), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.780751 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd0f98c-ca0c-4e05-98e3-a88167ef582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a3432e44-5dd3-42c5-9e27-87be804e4c7c), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.818059 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-bfd0f98c-ca0c-4e05-98e3-a88167ef582b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90d22123e07b4359bb7e40e48279782b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375008 Apr 12 11:12:59.818966 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0f98c-ca0c-4e05-98e3-a88167ef582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3432e44-5dd3-42c5-9e27-87be804e4c7c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:59.820872 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:59.875020 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbe1057c-7dd1-45ad-8eaa-3d668fa00cdb admin admin] Publish callbacks [] for security_group (a3432e44-5dd3-42c5-9e27-87be804e4c7c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.903894 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbe1057c-7dd1-45ad-8eaa-3d668fa00cdb admin admin] Publish callbacks [] for security_group (a3432e44-5dd3-42c5-9e27-87be804e4c7c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.954573 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbe1057c-7dd1-45ad-8eaa-3d668fa00cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (a3432e44-5dd3-42c5-9e27-87be804e4c7c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.957180 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbe1057c-7dd1-45ad-8eaa-3d668fa00cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.958394 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-fbe1057c-7dd1-45ad-8eaa-3d668fa00cdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3432e44-5dd3-42c5-9e27-87be804e4c7c HTTP/1.1" status: 204 len: 168 time: 0.1364367 Apr 12 11:12:59.966672 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1057c-7dd1-45ad-8eaa-3d668fa00cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3432e44-5dd3-42c5-9e27-87be804e4c7c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:02.017005 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:02.124053 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb4d0-956f-4f79-a7ac-61d33c9a054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.197485 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb4d0-956f-4f79-a7ac-61d33c9a054b admin admin] Publish callbacks [] for security_group (22024326-9454-476d-86ff-3b456e5930fc), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.203597 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb4d0-956f-4f79-a7ac-61d33c9a054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (22024326-9454-476d-86ff-3b456e5930fc), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.241555 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-d2dfb4d0-956f-4f79-a7ac-61d33c9a054b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32bf9ee45580452a9509a00ac31b9042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234869 Apr 12 11:13:02.242409 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb4d0-956f-4f79-a7ac-61d33c9a054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22024326-9454-476d-86ff-3b456e5930fc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:02.244560 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43564) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:02.300404 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6391-d89d-4d1c-8cb3-7885661cab84 admin admin] Publish callbacks [] for security_group (22024326-9454-476d-86ff-3b456e5930fc), before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.321583 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6391-d89d-4d1c-8cb3-7885661cab84 admin admin] Publish callbacks [] for security_group (22024326-9454-476d-86ff-3b456e5930fc), precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.371161 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6391-d89d-4d1c-8cb3-7885661cab84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (22024326-9454-476d-86ff-3b456e5930fc), after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.375589 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6391-d89d-4d1c-8cb3-7885661cab84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.377247 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-6f0f6391-d89d-4d1c-8cb3-7885661cab84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22024326-9454-476d-86ff-3b456e5930fc HTTP/1.1" status: 204 len: 168 time: 0.1314874 Apr 12 11:13:02.385704 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6391-d89d-4d1c-8cb3-7885661cab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22024326-9454-476d-86ff-3b456e5930fc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:02.646637 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.41', 43570) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:02.660399 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be174410-bef6-40e3-97c4-78986aadecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.733770 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be174410-bef6-40e3-97c4-78986aadecc1 admin admin] Publish callbacks [] for security_group (7c2cc13e-be00-48ff-ae91-e3516967cebf), precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.739339 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be174410-bef6-40e3-97c4-78986aadecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7c2cc13e-be00-48ff-ae91-e3516967cebf), after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.779950 dv-cinder-830089-4-smb neutron-server[103286]: INFO neutron.wsgi [None req-be174410-bef6-40e3-97c4-78986aadecc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=056fd951f88245a788225c113eedfcfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322567 Apr 12 11:13:02.781050 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be174410-bef6-40e3-97c4-78986aadecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2cc13e-be00-48ff-ae91-e3516967cebf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:02.782875 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 43572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:02.835902 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c274e1c-c6e9-429b-a7d4-0cc2783503e6 admin admin] Publish callbacks [] for security_group (7c2cc13e-be00-48ff-ae91-e3516967cebf), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.859491 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c274e1c-c6e9-429b-a7d4-0cc2783503e6 admin admin] Publish callbacks [] for security_group (7c2cc13e-be00-48ff-ae91-e3516967cebf), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.912003 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c274e1c-c6e9-429b-a7d4-0cc2783503e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684755'] for security_group (7c2cc13e-be00-48ff-ae91-e3516967cebf), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.916074 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c274e1c-c6e9-429b-a7d4-0cc2783503e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:02.917534 dv-cinder-830089-4-smb neutron-server[103285]: INFO neutron.wsgi [None req-8c274e1c-c6e9-429b-a7d4-0cc2783503e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c2cc13e-be00-48ff-ae91-e3516967cebf HTTP/1.1" status: 204 len: 168 time: 0.1336854 Apr 12 11:13:02.927734 dv-cinder-830089-4-smb neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c274e1c-c6e9-429b-a7d4-0cc2783503e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2cc13e-be00-48ff-ae91-e3516967cebf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:07.479402 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e0f15b5-61ab-418a-85a4-fb69ab7f09c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:09.926658 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ca46481-fd84-405e-8f90-babf48b25f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.658965 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:12.169578 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:13.731568 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:19.405400 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:24.067641 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:13:37.477712 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf46754a-fcad-409b-8efb-08b56277329b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:39.930767 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0bc1098-af3b-48b9-b307-d110ed759dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:40.661122 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:42.164856 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:43.726894 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.418152 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:01.072477 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:14:07.473463 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08402812-6904-46e2-ad07-9d544fe690c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:09.933538 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdd97-7afe-4626-81d7-36e7d0b6a14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.663604 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:12.168814 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:13.733812 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:19.432279 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.483273 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dca1441b-3945-4e8e-a280-e9a6ff331dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.077006 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:14:39.936341 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf977-cc36-4c76-b4b9-4b16483a69d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.670016 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:42.171845 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:43.740524 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:49.444705 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:07.482097 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34b1f19e-b95e-4f6a-b09f-6f6fe3d143b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:09.939826 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64f2bb6c-92f2-4a3d-9bd9-eb2f40fa9a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:10.673654 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.206724 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.727357 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:15.081745 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:19.460975 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.476987 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e38d863-338c-447b-8ec4-08770dccac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.938197 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-013d1acb-f828-4171-a433-b65ac6b97cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.679299 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.270233 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.724079 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.473798 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.082235 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:07.486164 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-918626ac-b3c4-455b-9ad3-8ffaaa05f4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:09.937981 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b500c4bd-66d9-40ee-a90e-f01dbc1e9dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:10.683485 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:12.184792 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:13.723370 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:19.489911 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.086411 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:37.486806 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf9da-f920-456b-8dee-50d2f0541cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.944410 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7608ebd9-e9ac-4429-b28d-d0047f61f213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.687940 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:42.183078 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:43.720483 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.485926 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:06.091582 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:17:07.487602 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9d94c7d-d0f1-4dcd-872f-79be12942425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:09.928719 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8cf3-d589-43bf-8b4e-06e00fed1001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:10.687205 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:12.217221 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:13.715852 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:19.489182 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:28.130256 dv-cinder-830089-4-smb neutron-server[103286]: DEBUG neutron.wsgi [req-867203de-d9ba-482d-ae2d-a299402648e1 req-2f0a758c-1f8d-4ac9-995c-3ad73f651071 service neutron] (103286) timed out ('10.222.0.64', 49437) {{(pid=103286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:17:37.482455 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e389bc6-4f92-4928-ba55-70ff56471bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5c151ec3-8dab-4af7-a57d-b0c7644dc9a1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:39.941343 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1c38-dd36-455a-abb7-708625b08580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (af773d2f-013d-470c-8ece-ef8a03ab7d6e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.690215 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8cec709-7bf6-4875-9ecc-7092de72738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (76c74f4b-66bd-4ecc-9f00-1254ac450c34), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:42.194604 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dd83-b581-45f0-bf0f-7f86a2e1d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (5724e368-1af7-4eb9-baa3-f16373a25302), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:43.097013 dv-cinder-830089-4-smb neutron-server[103288]: DEBUG neutron.db.agents_db [None req-cb44e09f-c6b4-4e79-8ac1-c22f1d772c6e None None] Agent healthcheck: found 6 active agents {{(pid=103288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:17:43.723043 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7fb173f5-5a60-4822-bb69-2101ef265cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (37200a8a-960a-421e-bbf0-e02a3be29d1a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.479337 dv-cinder-830089-4-smb neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da16f2ad-4d42-44b3-bc8c-9df86e8ed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783821803421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-884943'] for agent (b5db821f-af9b-43c5-9287-56ba73e1af96), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}